2024-11-07 12:17:20,479 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-07 12:17:20,513 main DEBUG Took 0.031584 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 12:17:20,514 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 12:17:20,515 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 12:17:20,517 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 12:17:20,519 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:17:20,539 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 12:17:20,594 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:17:20,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:17:20,610 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:17:20,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:17:20,613 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:17:20,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:17:20,615 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:17:20,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:17:20,619 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:17:20,619 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:17:20,620 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:17:20,621 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:17:20,622 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:17:20,622 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:17:20,623 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:17:20,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:17:20,624 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:17:20,624 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:17:20,625 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:17:20,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:17:20,631 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:17:20,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:17:20,637 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:17:20,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 12:17:20,648 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:17:20,648 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 12:17:20,670 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 12:17:20,686 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 12:17:20,689 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 12:17:20,700 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 12:17:20,702 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 12:17:20,702 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 12:17:20,724 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 12:17:20,730 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 12:17:20,742 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 12:17:20,743 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 12:17:20,743 main DEBUG createAppenders(={Console}) 2024-11-07 12:17:20,746 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-07 12:17:20,746 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-07 12:17:20,747 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-07 12:17:20,748 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 12:17:20,748 main DEBUG OutputStream closed 2024-11-07 12:17:20,753 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 12:17:20,753 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 12:17:20,754 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-07 12:17:20,923 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 12:17:20,926 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 12:17:20,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 12:17:20,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 12:17:20,949 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 12:17:20,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 12:17:20,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 12:17:20,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 12:17:20,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 12:17:20,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 12:17:20,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 12:17:20,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 12:17:20,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 12:17:20,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 12:17:20,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 12:17:20,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 12:17:20,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 12:17:20,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 12:17:20,961 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 12:17:20,961 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-07 12:17:20,962 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 12:17:20,963 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-07T12:17:21,631 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb 2024-11-07 12:17:21,636 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 12:17:21,637 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T12:17:21,660 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-07T12:17:21,705 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T12:17:21,710 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/cluster_20553af3-5672-4dc1-6179-7e9a8c001a32, deleteOnExit=true 2024-11-07T12:17:21,710 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-07T12:17:21,711 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/test.cache.data in system properties and HBase conf 2024-11-07T12:17:21,716 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T12:17:21,717 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/hadoop.log.dir in system properties and HBase conf 2024-11-07T12:17:21,718 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T12:17:21,718 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T12:17:21,719 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-07T12:17:21,957 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T12:17:22,183 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T12:17:22,190 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:17:22,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T12:17:22,191 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T12:17:22,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:17:22,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T12:17:22,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T12:17:22,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T12:17:22,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:17:22,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T12:17:22,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/nfs.dump.dir in system properties and HBase conf 2024-11-07T12:17:22,196 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/java.io.tmpdir in system properties and HBase conf 2024-11-07T12:17:22,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T12:17:22,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T12:17:22,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T12:17:23,371 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T12:17:23,476 INFO [Time-limited test {}] log.Log(170): Logging initialized @4910ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T12:17:23,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:17:23,670 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:17:23,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:17:23,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:17:23,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T12:17:23,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:17:23,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5adc0273{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:17:23,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30178072{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:17:24,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58ebd2e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/java.io.tmpdir/jetty-localhost-42651-hadoop-hdfs-3_4_1-tests_jar-_-any-11448886427503817111/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:17:24,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55e8ce42{HTTP/1.1, (http/1.1)}{localhost:42651} 2024-11-07T12:17:24,051 INFO [Time-limited test {}] server.Server(415): Started @5486ms 2024-11-07T12:17:24,629 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T12:17:24,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T12:17:24,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T12:17:24,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T12:17:24,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T12:17:24,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae60a76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/hadoop.log.dir/,AVAILABLE} 2024-11-07T12:17:24,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ea5758b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T12:17:24,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@338ea522{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/java.io.tmpdir/jetty-localhost-40083-hadoop-hdfs-3_4_1-tests_jar-_-any-12219420672308289993/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:17:24,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@318f7e53{HTTP/1.1, (http/1.1)}{localhost:40083} 2024-11-07T12:17:24,822 INFO [Time-limited test {}] server.Server(415): Started @6257ms 2024-11-07T12:17:24,893 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T12:17:25,423 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/cluster_20553af3-5672-4dc1-6179-7e9a8c001a32/dfs/data/data1/current/BP-537999329-172.17.0.2-1730981843062/current, will proceed with Du for space computation calculation, 2024-11-07T12:17:25,427 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/cluster_20553af3-5672-4dc1-6179-7e9a8c001a32/dfs/data/data2/current/BP-537999329-172.17.0.2-1730981843062/current, will proceed with Du for space computation calculation, 2024-11-07T12:17:25,496 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T12:17:25,573 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x323ac96877274367 with lease ID 0xc28af17e2a0ea838: Processing first storage report for DS-5a22d21d-e292-44f2-b711-620fa84fd95e from datanode DatanodeRegistration(127.0.0.1:40325, datanodeUuid=35bb9037-2991-4823-9b20-e7347cc23da7, infoPort=36671, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=1343307573;c=1730981843062) 2024-11-07T12:17:25,575 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x323ac96877274367 with lease ID 0xc28af17e2a0ea838: from storage DS-5a22d21d-e292-44f2-b711-620fa84fd95e node DatanodeRegistration(127.0.0.1:40325, datanodeUuid=35bb9037-2991-4823-9b20-e7347cc23da7, infoPort=36671, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=1343307573;c=1730981843062), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-07T12:17:25,575 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x323ac96877274367 with lease ID 0xc28af17e2a0ea838: Processing first storage report for DS-0673b2fd-7449-4aea-9c87-5fa192eb02f9 from datanode DatanodeRegistration(127.0.0.1:40325, datanodeUuid=35bb9037-2991-4823-9b20-e7347cc23da7, infoPort=36671, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=1343307573;c=1730981843062) 2024-11-07T12:17:25,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x323ac96877274367 with lease ID 0xc28af17e2a0ea838: from storage DS-0673b2fd-7449-4aea-9c87-5fa192eb02f9 node DatanodeRegistration(127.0.0.1:40325, datanodeUuid=35bb9037-2991-4823-9b20-e7347cc23da7, infoPort=36671, infoSecurePort=0, ipcPort=45243, storageInfo=lv=-57;cid=testClusterID;nsid=1343307573;c=1730981843062), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T12:17:25,587 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb 2024-11-07T12:17:25,693 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/cluster_20553af3-5672-4dc1-6179-7e9a8c001a32/zookeeper_0, clientPort=65262, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/cluster_20553af3-5672-4dc1-6179-7e9a8c001a32/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/cluster_20553af3-5672-4dc1-6179-7e9a8c001a32/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T12:17:25,705 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=65262 2024-11-07T12:17:25,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:17:25,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:17:25,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741825_1001 (size=7) 2024-11-07T12:17:26,369 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb with version=8 2024-11-07T12:17:26,369 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/hbase-staging 2024-11-07T12:17:26,526 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T12:17:26,840 INFO [Time-limited test {}] client.ConnectionUtils(129): master/fbad4c8a32e4:0 server-side Connection retries=45 2024-11-07T12:17:26,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:17:26,862 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:17:26,862 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:17:26,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:17:26,863 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:17:27,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:17:27,086 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T12:17:27,099 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T12:17:27,104 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:17:27,143 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10809 (auto-detected) 2024-11-07T12:17:27,145 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T12:17:27,173 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35869 2024-11-07T12:17:27,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:17:27,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:17:27,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35869 connecting to ZooKeeper ensemble=127.0.0.1:65262 2024-11-07T12:17:27,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358690x0, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:17:27,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35869-0x10182aa50090000 connected 2024-11-07T12:17:27,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:17:27,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:17:27,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:17:27,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35869 2024-11-07T12:17:27,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35869 2024-11-07T12:17:27,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35869 2024-11-07T12:17:27,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35869 2024-11-07T12:17:27,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35869 2024-11-07T12:17:27,307 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb, hbase.cluster.distributed=false 2024-11-07T12:17:27,394 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/fbad4c8a32e4:0 server-side Connection retries=45 2024-11-07T12:17:27,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:17:27,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T12:17:27,395 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T12:17:27,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T12:17:27,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T12:17:27,399 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T12:17:27,402 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T12:17:27,403 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36417 2024-11-07T12:17:27,406 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T12:17:27,416 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T12:17:27,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:17:27,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:17:27,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36417 connecting to ZooKeeper ensemble=127.0.0.1:65262 2024-11-07T12:17:27,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364170x0, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T12:17:27,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364170x0, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:17:27,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36417-0x10182aa50090001 connected 2024-11-07T12:17:27,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:17:27,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T12:17:27,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36417 2024-11-07T12:17:27,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36417 2024-11-07T12:17:27,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36417 2024-11-07T12:17:27,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36417 2024-11-07T12:17:27,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36417 2024-11-07T12:17:27,447 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/fbad4c8a32e4,35869,1730981846518 2024-11-07T12:17:27,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:17:27,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:17:27,457 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fbad4c8a32e4,35869,1730981846518 2024-11-07T12:17:27,464 DEBUG [M:0;fbad4c8a32e4:35869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fbad4c8a32e4:35869 2024-11-07T12:17:27,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:17:27,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T12:17:27,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:17:27,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:17:27,481 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T12:17:27,483 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fbad4c8a32e4,35869,1730981846518 from backup master directory 2024-11-07T12:17:27,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T12:17:27,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:17:27,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fbad4c8a32e4,35869,1730981846518 2024-11-07T12:17:27,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T12:17:27,487 WARN [master/fbad4c8a32e4:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:17:27,487 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fbad4c8a32e4,35869,1730981846518 2024-11-07T12:17:27,490 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T12:17:27,491 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T12:17:27,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741826_1002 (size=42) 2024-11-07T12:17:27,977 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/hbase.id with ID: da89499f-3cc6-4983-8d59-5b7d5e4b1456 2024-11-07T12:17:28,021 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T12:17:28,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:17:28,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:17:28,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741827_1003 (size=196) 2024-11-07T12:17:28,483 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:17:28,486 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T12:17:28,510 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:28,516 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:17:28,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741828_1004 (size=1189) 2024-11-07T12:17:28,970 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store 2024-11-07T12:17:28,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741829_1005 (size=34) 2024-11-07T12:17:28,992 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T12:17:28,993 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:28,994 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:17:28,994 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:17:28,994 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:17:28,994 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:17:28,994 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:17:28,994 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:17:28,994 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-07T12:17:28,997 WARN [master/fbad4c8a32e4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/.initializing 2024-11-07T12:17:28,997 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/WALs/fbad4c8a32e4,35869,1730981846518 2024-11-07T12:17:29,006 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:17:29,018 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fbad4c8a32e4%2C35869%2C1730981846518, suffix=, logDir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/WALs/fbad4c8a32e4,35869,1730981846518, archiveDir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/oldWALs, maxLogs=10 2024-11-07T12:17:29,041 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/WALs/fbad4c8a32e4,35869,1730981846518/fbad4c8a32e4%2C35869%2C1730981846518.1730981849023, exclude list is [], retry=0 2024-11-07T12:17:29,059 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40325,DS-5a22d21d-e292-44f2-b711-620fa84fd95e,DISK] 2024-11-07T12:17:29,062 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T12:17:29,101 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/WALs/fbad4c8a32e4,35869,1730981846518/fbad4c8a32e4%2C35869%2C1730981846518.1730981849023 2024-11-07T12:17:29,101 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36671:36671)] 2024-11-07T12:17:29,102 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:17:29,103 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:29,106 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:29,108 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:29,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:29,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T12:17:29,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:29,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:29,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:29,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T12:17:29,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:29,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:29,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:29,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T12:17:29,201 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:29,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:29,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:29,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T12:17:29,206 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:29,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:29,212 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:29,214 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:29,224 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T12:17:29,229 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T12:17:29,235 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:17:29,236 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70672697, jitterRate=0.053105250000953674}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T12:17:29,242 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-07T12:17:29,244 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T12:17:29,280 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185a362a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:29,320 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-07T12:17:29,334 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T12:17:29,334 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T12:17:29,336 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T12:17:29,338 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T12:17:29,344 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 6 msec 2024-11-07T12:17:29,345 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T12:17:29,374 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T12:17:29,388 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T12:17:29,391 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-07T12:17:29,395 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T12:17:29,396 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T12:17:29,398 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-07T12:17:29,400 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T12:17:29,404 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T12:17:29,410 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-07T12:17:29,412 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T12:17:29,413 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T12:17:29,425 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T12:17:29,427 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T12:17:29,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:17:29,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T12:17:29,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:17:29,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:17:29,433 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=fbad4c8a32e4,35869,1730981846518, sessionid=0x10182aa50090000, setting cluster-up flag (Was=false) 2024-11-07T12:17:29,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:17:29,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:17:29,454 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T12:17:29,456 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fbad4c8a32e4,35869,1730981846518 2024-11-07T12:17:29,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:17:29,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:17:29,469 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T12:17:29,471 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fbad4c8a32e4,35869,1730981846518 2024-11-07T12:17:29,564 DEBUG [RS:0;fbad4c8a32e4:36417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fbad4c8a32e4:36417 2024-11-07T12:17:29,566 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(1008): ClusterId : da89499f-3cc6-4983-8d59-5b7d5e4b1456 2024-11-07T12:17:29,569 DEBUG [RS:0;fbad4c8a32e4:36417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T12:17:29,574 DEBUG [RS:0;fbad4c8a32e4:36417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T12:17:29,574 DEBUG [RS:0;fbad4c8a32e4:36417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T12:17:29,577 DEBUG [RS:0;fbad4c8a32e4:36417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T12:17:29,578 DEBUG [RS:0;fbad4c8a32e4:36417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfb4e0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:29,580 DEBUG [RS:0;fbad4c8a32e4:36417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e1f54c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fbad4c8a32e4/172.17.0.2:0 2024-11-07T12:17:29,585 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-07T12:17:29,585 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-07T12:17:29,585 DEBUG [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-07T12:17:29,585 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-07T12:17:29,588 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(3073): reportForDuty to master=fbad4c8a32e4,35869,1730981846518 with isa=fbad4c8a32e4/172.17.0.2:36417, startcode=1730981847393 2024-11-07T12:17:29,592 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-07T12:17:29,595 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T12:17:29,602 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fbad4c8a32e4,35869,1730981846518 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T12:17:29,605 DEBUG [RS:0;fbad4c8a32e4:36417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:17:29,608 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fbad4c8a32e4:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:17:29,608 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fbad4c8a32e4:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:17:29,608 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fbad4c8a32e4:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:17:29,609 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fbad4c8a32e4:0, corePoolSize=5, maxPoolSize=5 2024-11-07T12:17:29,609 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fbad4c8a32e4:0, corePoolSize=10, maxPoolSize=10 2024-11-07T12:17:29,609 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fbad4c8a32e4:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:29,610 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fbad4c8a32e4:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:17:29,610 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fbad4c8a32e4:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:29,617 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730981879617 2024-11-07T12:17:29,619 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:17:29,619 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-07T12:17:29,620 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T12:17:29,621 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T12:17:29,626 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T12:17:29,626 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T12:17:29,626 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:29,627 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T12:17:29,626 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:17:29,627 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T12:17:29,629 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:29,633 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T12:17:29,635 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T12:17:29,636 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T12:17:29,639 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T12:17:29,640 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T12:17:29,642 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fbad4c8a32e4:0:becomeActiveMaster-HFileCleaner.large.0-1730981849642,5,FailOnTimeoutGroup] 2024-11-07T12:17:29,643 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fbad4c8a32e4:0:becomeActiveMaster-HFileCleaner.small.0-1730981849642,5,FailOnTimeoutGroup] 2024-11-07T12:17:29,643 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:29,643 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T12:17:29,645 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:29,645 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:29,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741831_1007 (size=1039) 2024-11-07T12:17:29,655 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53957, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:17:29,661 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35869 {}] master.ServerManager(332): Checking decommissioned status of RegionServer fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:29,663 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35869 {}] master.ServerManager(486): Registering regionserver=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:29,678 DEBUG [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb 2024-11-07T12:17:29,678 DEBUG [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:35093 2024-11-07T12:17:29,678 DEBUG [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-07T12:17:29,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:17:29,683 DEBUG [RS:0;fbad4c8a32e4:36417 {}] zookeeper.ZKUtil(111): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:29,683 WARN [RS:0;fbad4c8a32e4:36417 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T12:17:29,683 INFO [RS:0;fbad4c8a32e4:36417 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:17:29,683 DEBUG [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/WALs/fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:29,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fbad4c8a32e4,36417,1730981847393] 2024-11-07T12:17:29,697 DEBUG [RS:0;fbad4c8a32e4:36417 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-07T12:17:29,709 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T12:17:29,723 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T12:17:29,726 INFO [RS:0;fbad4c8a32e4:36417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T12:17:29,726 INFO [RS:0;fbad4c8a32e4:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:29,727 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-07T12:17:29,734 INFO [RS:0;fbad4c8a32e4:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:29,734 DEBUG [RS:0;fbad4c8a32e4:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fbad4c8a32e4:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:29,734 DEBUG [RS:0;fbad4c8a32e4:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fbad4c8a32e4:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:29,735 DEBUG [RS:0;fbad4c8a32e4:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fbad4c8a32e4:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:29,735 DEBUG [RS:0;fbad4c8a32e4:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:29,735 DEBUG [RS:0;fbad4c8a32e4:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fbad4c8a32e4:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:29,735 DEBUG [RS:0;fbad4c8a32e4:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fbad4c8a32e4:0, corePoolSize=2, maxPoolSize=2 2024-11-07T12:17:29,735 DEBUG [RS:0;fbad4c8a32e4:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:29,735 DEBUG [RS:0;fbad4c8a32e4:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fbad4c8a32e4:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:29,735 DEBUG [RS:0;fbad4c8a32e4:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fbad4c8a32e4:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:29,736 DEBUG [RS:0;fbad4c8a32e4:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fbad4c8a32e4:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:29,736 DEBUG [RS:0;fbad4c8a32e4:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fbad4c8a32e4:0, corePoolSize=1, maxPoolSize=1 2024-11-07T12:17:29,736 DEBUG [RS:0;fbad4c8a32e4:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fbad4c8a32e4:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:17:29,736 DEBUG [RS:0;fbad4c8a32e4:36417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0, corePoolSize=3, maxPoolSize=3 2024-11-07T12:17:29,737 INFO [RS:0;fbad4c8a32e4:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:29,737 INFO [RS:0;fbad4c8a32e4:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:29,737 INFO [RS:0;fbad4c8a32e4:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:29,738 INFO [RS:0;fbad4c8a32e4:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:29,738 INFO [RS:0;fbad4c8a32e4:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=fbad4c8a32e4,36417,1730981847393-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:17:29,761 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T12:17:29,763 INFO [RS:0;fbad4c8a32e4:36417 {}] hbase.ChoreService(168): Chore ScheduledChore name=fbad4c8a32e4,36417,1730981847393-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:29,785 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.Replication(204): fbad4c8a32e4,36417,1730981847393 started 2024-11-07T12:17:29,785 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(1767): Serving as fbad4c8a32e4,36417,1730981847393, RpcServer on fbad4c8a32e4/172.17.0.2:36417, sessionid=0x10182aa50090001 2024-11-07T12:17:29,786 DEBUG [RS:0;fbad4c8a32e4:36417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T12:17:29,786 DEBUG [RS:0;fbad4c8a32e4:36417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:29,787 DEBUG [RS:0;fbad4c8a32e4:36417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fbad4c8a32e4,36417,1730981847393' 2024-11-07T12:17:29,787 DEBUG [RS:0;fbad4c8a32e4:36417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T12:17:29,788 DEBUG [RS:0;fbad4c8a32e4:36417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T12:17:29,788 DEBUG [RS:0;fbad4c8a32e4:36417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T12:17:29,789 DEBUG [RS:0;fbad4c8a32e4:36417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T12:17:29,789 DEBUG [RS:0;fbad4c8a32e4:36417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:29,789 DEBUG [RS:0;fbad4c8a32e4:36417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fbad4c8a32e4,36417,1730981847393' 2024-11-07T12:17:29,789 DEBUG [RS:0;fbad4c8a32e4:36417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T12:17:29,789 DEBUG [RS:0;fbad4c8a32e4:36417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T12:17:29,790 DEBUG [RS:0;fbad4c8a32e4:36417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T12:17:29,790 INFO [RS:0;fbad4c8a32e4:36417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T12:17:29,790 INFO [RS:0;fbad4c8a32e4:36417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T12:17:29,896 INFO [RS:0;fbad4c8a32e4:36417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T12:17:29,899 INFO [RS:0;fbad4c8a32e4:36417 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fbad4c8a32e4%2C36417%2C1730981847393, suffix=, logDir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/WALs/fbad4c8a32e4,36417,1730981847393, archiveDir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/oldWALs, maxLogs=32 2024-11-07T12:17:29,917 DEBUG [RS:0;fbad4c8a32e4:36417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/WALs/fbad4c8a32e4,36417,1730981847393/fbad4c8a32e4%2C36417%2C1730981847393.1730981849902, exclude list is [], retry=0 2024-11-07T12:17:29,923 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40325,DS-5a22d21d-e292-44f2-b711-620fa84fd95e,DISK] 2024-11-07T12:17:29,926 INFO [RS:0;fbad4c8a32e4:36417 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/WALs/fbad4c8a32e4,36417,1730981847393/fbad4c8a32e4%2C36417%2C1730981847393.1730981849902 2024-11-07T12:17:29,927 DEBUG [RS:0;fbad4c8a32e4:36417 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36671:36671)] 2024-11-07T12:17:30,055 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-07T12:17:30,055 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb 2024-11-07T12:17:30,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741833_1009 (size=32) 2024-11-07T12:17:30,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:30,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:17:30,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:17:30,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:30,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:30,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:17:30,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:17:30,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:30,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:30,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:17:30,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:17:30,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:30,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:30,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740 2024-11-07T12:17:30,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740 2024-11-07T12:17:30,491 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:17:30,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-07T12:17:30,498 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:17:30,499 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64230885, jitterRate=-0.042885228991508484}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:17:30,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-07T12:17:30,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:17:30,501 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-07T12:17:30,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-07T12:17:30,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:17:30,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:17:30,503 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-07T12:17:30,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-07T12:17:30,506 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-07T12:17:30,506 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-07T12:17:30,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T12:17:30,522 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T12:17:30,525 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T12:17:30,677 DEBUG [fbad4c8a32e4:35869 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T12:17:30,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:30,690 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fbad4c8a32e4,36417,1730981847393, state=OPENING 2024-11-07T12:17:30,697 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T12:17:30,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:17:30,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:17:30,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:17:30,700 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:17:30,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:17:30,889 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:30,892 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T12:17:30,898 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T12:17:30,913 INFO [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-07T12:17:30,914 INFO [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T12:17:30,915 INFO [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T12:17:30,931 INFO [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fbad4c8a32e4%2C36417%2C1730981847393.meta, suffix=.meta, logDir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/WALs/fbad4c8a32e4,36417,1730981847393, archiveDir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/oldWALs, maxLogs=32 2024-11-07T12:17:30,958 DEBUG [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(600): When create output stream for /user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/WALs/fbad4c8a32e4,36417,1730981847393/fbad4c8a32e4%2C36417%2C1730981847393.meta.1730981850934.meta, exclude list is [], retry=0 2024-11-07T12:17:30,964 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40325,DS-5a22d21d-e292-44f2-b711-620fa84fd95e,DISK] 2024-11-07T12:17:30,969 INFO [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/WALs/fbad4c8a32e4,36417,1730981847393/fbad4c8a32e4%2C36417%2C1730981847393.meta.1730981850934.meta 2024-11-07T12:17:30,972 DEBUG [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36671:36671)] 2024-11-07T12:17:30,972 DEBUG [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:17:30,974 DEBUG [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T12:17:31,053 DEBUG [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T12:17:31,058 INFO [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T12:17:31,062 DEBUG [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T12:17:31,063 DEBUG [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:31,063 DEBUG [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-07T12:17:31,063 DEBUG [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-07T12:17:31,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T12:17:31,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T12:17:31,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:31,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:31,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T12:17:31,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T12:17:31,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:31,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:31,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T12:17:31,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T12:17:31,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:31,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T12:17:31,077 DEBUG [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740 2024-11-07T12:17:31,080 DEBUG [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740 2024-11-07T12:17:31,083 DEBUG [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:17:31,087 DEBUG [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-07T12:17:31,089 INFO [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66108441, jitterRate=-0.014907464385032654}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:17:31,091 DEBUG [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-07T12:17:31,101 INFO [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730981850881 2024-11-07T12:17:31,118 DEBUG [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T12:17:31,118 INFO [RS_OPEN_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-07T12:17:31,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:31,123 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fbad4c8a32e4,36417,1730981847393, state=OPEN 2024-11-07T12:17:31,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:17:31,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T12:17:31,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:17:31,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T12:17:31,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T12:17:31,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=fbad4c8a32e4,36417,1730981847393 in 425 msec 2024-11-07T12:17:31,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T12:17:31,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 627 msec 2024-11-07T12:17:31,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6350 sec 2024-11-07T12:17:31,159 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730981851158, completionTime=-1 2024-11-07T12:17:31,159 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T12:17:31,159 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-07T12:17:31,214 DEBUG [hconnection-0xed83588-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:31,218 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:31,234 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-07T12:17:31,234 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730981911234 2024-11-07T12:17:31,234 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730981971234 2024-11-07T12:17:31,234 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 75 msec 2024-11-07T12:17:31,264 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fbad4c8a32e4,35869,1730981846518-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:31,264 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fbad4c8a32e4,35869,1730981846518-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:31,265 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fbad4c8a32e4,35869,1730981846518-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:31,267 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fbad4c8a32e4:35869, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:31,267 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:31,277 DEBUG [master/fbad4c8a32e4:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-07T12:17:31,278 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-07T12:17:31,280 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T12:17:31,289 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-07T12:17:31,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:17:31,296 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:31,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:17:31,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741835_1011 (size=358) 2024-11-07T12:17:31,326 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 944dbe586cc8d0767bf489dc4662f653, NAME => 'hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb 2024-11-07T12:17:31,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741836_1012 (size=42) 2024-11-07T12:17:31,776 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:31,777 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 944dbe586cc8d0767bf489dc4662f653, disabling compactions & flushes 2024-11-07T12:17:31,777 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653. 2024-11-07T12:17:31,777 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653. 2024-11-07T12:17:31,777 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653. after waiting 0 ms 2024-11-07T12:17:31,777 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653. 2024-11-07T12:17:31,777 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653. 2024-11-07T12:17:31,777 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 944dbe586cc8d0767bf489dc4662f653: 2024-11-07T12:17:31,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:17:31,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1730981851781"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981851781"}]},"ts":"1730981851781"} 2024-11-07T12:17:31,821 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-07T12:17:31,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:17:31,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981851823"}]},"ts":"1730981851823"} 2024-11-07T12:17:31,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-07T12:17:31,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=944dbe586cc8d0767bf489dc4662f653, ASSIGN}] 2024-11-07T12:17:31,840 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=944dbe586cc8d0767bf489dc4662f653, ASSIGN 2024-11-07T12:17:31,842 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=944dbe586cc8d0767bf489dc4662f653, ASSIGN; state=OFFLINE, location=fbad4c8a32e4,36417,1730981847393; forceNewPlan=false, retain=false 2024-11-07T12:17:31,994 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=944dbe586cc8d0767bf489dc4662f653, regionState=OPENING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:31,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 944dbe586cc8d0767bf489dc4662f653, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:17:32,154 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:32,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653. 2024-11-07T12:17:32,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 944dbe586cc8d0767bf489dc4662f653, NAME => 'hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:17:32,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 944dbe586cc8d0767bf489dc4662f653 2024-11-07T12:17:32,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:32,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 944dbe586cc8d0767bf489dc4662f653 2024-11-07T12:17:32,163 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 944dbe586cc8d0767bf489dc4662f653 2024-11-07T12:17:32,168 INFO [StoreOpener-944dbe586cc8d0767bf489dc4662f653-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 944dbe586cc8d0767bf489dc4662f653 2024-11-07T12:17:32,171 INFO [StoreOpener-944dbe586cc8d0767bf489dc4662f653-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 944dbe586cc8d0767bf489dc4662f653 columnFamilyName info 2024-11-07T12:17:32,171 DEBUG [StoreOpener-944dbe586cc8d0767bf489dc4662f653-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:32,172 INFO [StoreOpener-944dbe586cc8d0767bf489dc4662f653-1 {}] regionserver.HStore(327): Store=944dbe586cc8d0767bf489dc4662f653/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:32,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/namespace/944dbe586cc8d0767bf489dc4662f653 2024-11-07T12:17:32,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/namespace/944dbe586cc8d0767bf489dc4662f653 2024-11-07T12:17:32,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 944dbe586cc8d0767bf489dc4662f653 2024-11-07T12:17:32,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/namespace/944dbe586cc8d0767bf489dc4662f653/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:17:32,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 944dbe586cc8d0767bf489dc4662f653; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71764666, jitterRate=0.0693768560886383}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T12:17:32,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 944dbe586cc8d0767bf489dc4662f653: 2024-11-07T12:17:32,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653., pid=6, masterSystemTime=1730981852154 2024-11-07T12:17:32,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653. 2024-11-07T12:17:32,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653. 2024-11-07T12:17:32,196 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=944dbe586cc8d0767bf489dc4662f653, regionState=OPEN, openSeqNum=2, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:32,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T12:17:32,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 944dbe586cc8d0767bf489dc4662f653, server=fbad4c8a32e4,36417,1730981847393 in 200 msec 2024-11-07T12:17:32,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T12:17:32,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=944dbe586cc8d0767bf489dc4662f653, ASSIGN in 368 msec 2024-11-07T12:17:32,214 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:17:32,215 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981852215"}]},"ts":"1730981852215"} 2024-11-07T12:17:32,219 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-07T12:17:32,226 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:17:32,235 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 945 msec 2024-11-07T12:17:32,298 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-07T12:17:32,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-07T12:17:32,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:17:32,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:17:32,352 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-07T12:17:32,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-07T12:17:32,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 28 msec 2024-11-07T12:17:32,388 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-07T12:17:32,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-07T12:17:32,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 22 msec 2024-11-07T12:17:32,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-07T12:17:32,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-07T12:17:32,434 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.947sec 2024-11-07T12:17:32,436 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T12:17:32,438 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T12:17:32,440 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T12:17:32,440 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T12:17:32,441 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T12:17:32,442 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fbad4c8a32e4,35869,1730981846518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T12:17:32,442 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fbad4c8a32e4,35869,1730981846518-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T12:17:32,453 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-07T12:17:32,455 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T12:17:32,455 INFO [master/fbad4c8a32e4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fbad4c8a32e4,35869,1730981846518-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T12:17:32,487 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c68f47 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3707519d 2024-11-07T12:17:32,488 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-07T12:17:32,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74949a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:32,515 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T12:17:32,515 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T12:17:32,536 DEBUG [hconnection-0x60d6e496-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:32,552 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:32,564 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=fbad4c8a32e4,35869,1730981846518 2024-11-07T12:17:32,582 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=962, ProcessCount=11, AvailableMemoryMB=2509 2024-11-07T12:17:32,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:17:32,600 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55302, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:17:32,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T12:17:32,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:17:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T12:17:32,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:17:32,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-07T12:17:32,621 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:32,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:17:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-07T12:17:32,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741837_1013 (size=960) 2024-11-07T12:17:32,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-07T12:17:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-07T12:17:33,045 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb 2024-11-07T12:17:33,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741838_1014 (size=53) 2024-11-07T12:17:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-07T12:17:33,459 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:33,460 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 660a437d7c7b9ead4f5e2ced5f2d49ef, disabling compactions & flushes 2024-11-07T12:17:33,460 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:33,460 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:33,460 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. after waiting 0 ms 2024-11-07T12:17:33,460 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:33,460 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:33,460 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:33,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:17:33,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1730981853463"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981853463"}]},"ts":"1730981853463"} 2024-11-07T12:17:33,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-07T12:17:33,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:17:33,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981853469"}]},"ts":"1730981853469"} 2024-11-07T12:17:33,472 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T12:17:33,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=660a437d7c7b9ead4f5e2ced5f2d49ef, ASSIGN}] 2024-11-07T12:17:33,478 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=660a437d7c7b9ead4f5e2ced5f2d49ef, ASSIGN 2024-11-07T12:17:33,480 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=660a437d7c7b9ead4f5e2ced5f2d49ef, ASSIGN; state=OFFLINE, location=fbad4c8a32e4,36417,1730981847393; forceNewPlan=false, retain=false 2024-11-07T12:17:33,631 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=660a437d7c7b9ead4f5e2ced5f2d49ef, regionState=OPENING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:33,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:17:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-07T12:17:33,789 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:33,796 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:33,796 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:17:33,797 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:33,797 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:17:33,797 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:33,797 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:33,800 INFO [StoreOpener-660a437d7c7b9ead4f5e2ced5f2d49ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:33,803 INFO [StoreOpener-660a437d7c7b9ead4f5e2ced5f2d49ef-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:17:33,804 INFO [StoreOpener-660a437d7c7b9ead4f5e2ced5f2d49ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 660a437d7c7b9ead4f5e2ced5f2d49ef columnFamilyName A 2024-11-07T12:17:33,804 DEBUG [StoreOpener-660a437d7c7b9ead4f5e2ced5f2d49ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:33,805 INFO [StoreOpener-660a437d7c7b9ead4f5e2ced5f2d49ef-1 {}] regionserver.HStore(327): Store=660a437d7c7b9ead4f5e2ced5f2d49ef/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:33,806 INFO [StoreOpener-660a437d7c7b9ead4f5e2ced5f2d49ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:33,808 INFO [StoreOpener-660a437d7c7b9ead4f5e2ced5f2d49ef-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:17:33,809 INFO [StoreOpener-660a437d7c7b9ead4f5e2ced5f2d49ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 660a437d7c7b9ead4f5e2ced5f2d49ef columnFamilyName B 2024-11-07T12:17:33,809 DEBUG [StoreOpener-660a437d7c7b9ead4f5e2ced5f2d49ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:33,810 INFO [StoreOpener-660a437d7c7b9ead4f5e2ced5f2d49ef-1 {}] regionserver.HStore(327): Store=660a437d7c7b9ead4f5e2ced5f2d49ef/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:33,810 INFO [StoreOpener-660a437d7c7b9ead4f5e2ced5f2d49ef-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:33,813 INFO [StoreOpener-660a437d7c7b9ead4f5e2ced5f2d49ef-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:17:33,813 INFO [StoreOpener-660a437d7c7b9ead4f5e2ced5f2d49ef-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 660a437d7c7b9ead4f5e2ced5f2d49ef columnFamilyName C 2024-11-07T12:17:33,814 DEBUG [StoreOpener-660a437d7c7b9ead4f5e2ced5f2d49ef-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:17:33,814 INFO [StoreOpener-660a437d7c7b9ead4f5e2ced5f2d49ef-1 {}] regionserver.HStore(327): Store=660a437d7c7b9ead4f5e2ced5f2d49ef/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:17:33,815 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:33,816 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:33,817 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:33,820 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:17:33,822 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:33,826 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:17:33,827 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 660a437d7c7b9ead4f5e2ced5f2d49ef; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62423740, jitterRate=-0.0698137879371643}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:17:33,828 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:33,830 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., pid=11, masterSystemTime=1730981853788 2024-11-07T12:17:33,832 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:33,833 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:33,834 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=660a437d7c7b9ead4f5e2ced5f2d49ef, regionState=OPEN, openSeqNum=2, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:33,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-07T12:17:33,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 in 201 msec 2024-11-07T12:17:33,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T12:17:33,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=660a437d7c7b9ead4f5e2ced5f2d49ef, ASSIGN in 364 msec 2024-11-07T12:17:33,845 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:17:33,846 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981853845"}]},"ts":"1730981853845"} 2024-11-07T12:17:33,849 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T12:17:33,853 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:17:33,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2390 sec 2024-11-07T12:17:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-07T12:17:34,750 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-07T12:17:34,757 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1175f248 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2029ec 2024-11-07T12:17:34,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a2c8ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:34,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:34,811 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:34,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:17:34,823 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:17:34,836 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b787d14 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@364f46fe 2024-11-07T12:17:34,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777dd609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:34,844 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bda8607 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ee5734 2024-11-07T12:17:34,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74655007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:34,867 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f21a2ca to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14a4baab 2024-11-07T12:17:34,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9f2550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:34,874 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06e1da4f to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@372159da 2024-11-07T12:17:34,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68535675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:34,884 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b667940 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4df4a35a 2024-11-07T12:17:34,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe6b46f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:34,907 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e7dbe62 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@272fb75b 2024-11-07T12:17:34,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72751967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:34,930 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12c5edf1 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@480a159d 2024-11-07T12:17:34,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ee83da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:34,950 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2060957a to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46f622ff 2024-11-07T12:17:34,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b43a4fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:34,962 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6174e4df to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16e2c3d4 2024-11-07T12:17:34,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90c98f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:17:35,000 DEBUG [hconnection-0x6953ce0b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:35,000 DEBUG [hconnection-0x8fbcdfd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:35,001 DEBUG [hconnection-0x74c7c505-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:35,002 DEBUG [hconnection-0x391e858-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:35,004 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:35,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:17:35,065 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-07T12:17:35,078 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:17:35,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-07T12:17:35,088 DEBUG [hconnection-0x22db5dc1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:35,092 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:17:35,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:17:35,103 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:35,110 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:35,113 DEBUG [hconnection-0xafaa2be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:35,120 DEBUG [hconnection-0x3785b265-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:35,140 DEBUG [hconnection-0xaeae253-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:35,156 DEBUG [hconnection-0x72d84b08-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:17:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:35,175 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-07T12:17:35,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T12:17:35,200 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:35,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:35,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:35,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:35,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:35,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:35,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:35,215 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:35,215 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:35,219 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:17:35,291 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:35,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-07T12:17:35,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:35,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:35,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:35,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:35,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:35,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-07T12:17:35,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/b046cc00f0ad46dabaebfbba490e9442 is 50, key is test_row_0/A:col10/1730981855169/Put/seqid=0 2024-11-07T12:17:35,515 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:35,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741839_1015 (size=12001) 2024-11-07T12:17:35,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/b046cc00f0ad46dabaebfbba490e9442 2024-11-07T12:17:35,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-07T12:17:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:35,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:35,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:35,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:35,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:35,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:35,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981915524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981915525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-07T12:17:35,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981915637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:35,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:35,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981915644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981915639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:35,706 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-07T12:17:35,708 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T12:17:35,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-07T12:17:35,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/cb70bb2c83484d2eb6da2b7c32ed2bb1 is 50, key is test_row_0/B:col10/1730981855169/Put/seqid=0 2024-11-07T12:17:35,719 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:35,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-07T12:17:35,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:35,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:35,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:35,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:35,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:35,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:35,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741840_1016 (size=12001) 2024-11-07T12:17:35,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:35,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981915807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:35,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981915808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:35,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981915809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:35,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981915814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:35,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:35,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981915825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:35,900 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:35,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-07T12:17:35,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:35,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:35,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:35,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:35,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:36,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:36,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981916032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:36,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981916045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:36,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981916053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:36,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:36,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981916053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:36,063 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:36,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:36,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981916055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:36,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-07T12:17:36,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:36,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:36,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:36,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:36,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:36,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:36,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/cb70bb2c83484d2eb6da2b7c32ed2bb1 2024-11-07T12:17:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-07T12:17:36,224 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:36,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-07T12:17:36,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:36,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:36,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:36,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:36,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:36,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:36,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/c64f74d4ca5d4978be01c7e19772b31e is 50, key is test_row_0/C:col10/1730981855169/Put/seqid=0 2024-11-07T12:17:36,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741841_1017 (size=12001) 2024-11-07T12:17:36,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/c64f74d4ca5d4978be01c7e19772b31e 2024-11-07T12:17:36,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/b046cc00f0ad46dabaebfbba490e9442 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/b046cc00f0ad46dabaebfbba490e9442 2024-11-07T12:17:36,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981916351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:36,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981916358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:36,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/b046cc00f0ad46dabaebfbba490e9442, entries=150, sequenceid=14, filesize=11.7 K 2024-11-07T12:17:36,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981916367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:36,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:36,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/cb70bb2c83484d2eb6da2b7c32ed2bb1 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/cb70bb2c83484d2eb6da2b7c32ed2bb1 2024-11-07T12:17:36,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-07T12:17:36,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:36,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:36,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:36,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:36,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:36,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/cb70bb2c83484d2eb6da2b7c32ed2bb1, entries=150, sequenceid=14, filesize=11.7 K 2024-11-07T12:17:36,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981916368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:36,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981916375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:36,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/c64f74d4ca5d4978be01c7e19772b31e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/c64f74d4ca5d4978be01c7e19772b31e 2024-11-07T12:17:36,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/c64f74d4ca5d4978be01c7e19772b31e, entries=150, sequenceid=14, filesize=11.7 K 2024-11-07T12:17:36,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 1248ms, sequenceid=14, compaction requested=false 2024-11-07T12:17:36,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:36,544 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:36,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-07T12:17:36,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:36,546 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T12:17:36,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:36,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:36,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:36,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:36,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:36,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:36,583 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T12:17:36,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/89e4a551fd41427382f2009ed2f76d4a is 50, key is test_row_0/A:col10/1730981855518/Put/seqid=0 2024-11-07T12:17:36,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741842_1018 (size=12001) 2024-11-07T12:17:36,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:36,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:36,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:36,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981916932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:36,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981916941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:36,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981916971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:37,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981916999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981917025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T12:17:37,083 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T12:17:37,085 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-07T12:17:37,085 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-07T12:17:37,086 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:17:37,087 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T12:17:37,087 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T12:17:37,087 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T12:17:37,089 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T12:17:37,089 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-07T12:17:37,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981917085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,093 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/89e4a551fd41427382f2009ed2f76d4a 2024-11-07T12:17:37,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:37,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981917086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:37,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981917116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/95fdab3426fa4890abd9c6e4eafc738d is 50, key is test_row_0/B:col10/1730981855518/Put/seqid=0 2024-11-07T12:17:37,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:37,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981917134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:37,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981917130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741843_1019 (size=12001) 2024-11-07T12:17:37,200 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/95fdab3426fa4890abd9c6e4eafc738d 2024-11-07T12:17:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-07T12:17:37,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/5777765d849e4f6ab17f1ff2e1c1f964 is 50, key is test_row_0/C:col10/1730981855518/Put/seqid=0 2024-11-07T12:17:37,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741844_1020 (size=12001) 2024-11-07T12:17:37,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:37,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981917301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981917309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981917323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981917355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:37,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981917362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981917621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:37,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981917631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:37,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981917636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:37,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981917665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,679 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/5777765d849e4f6ab17f1ff2e1c1f964 2024-11-07T12:17:37,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981917682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:37,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/89e4a551fd41427382f2009ed2f76d4a as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/89e4a551fd41427382f2009ed2f76d4a 2024-11-07T12:17:37,781 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/89e4a551fd41427382f2009ed2f76d4a, entries=150, sequenceid=38, filesize=11.7 K 2024-11-07T12:17:37,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/95fdab3426fa4890abd9c6e4eafc738d as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/95fdab3426fa4890abd9c6e4eafc738d 2024-11-07T12:17:37,806 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/95fdab3426fa4890abd9c6e4eafc738d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-07T12:17:37,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/5777765d849e4f6ab17f1ff2e1c1f964 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/5777765d849e4f6ab17f1ff2e1c1f964 2024-11-07T12:17:37,826 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/5777765d849e4f6ab17f1ff2e1c1f964, entries=150, sequenceid=38, filesize=11.7 K 2024-11-07T12:17:37,828 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 1283ms, sequenceid=38, compaction requested=false 2024-11-07T12:17:37,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:37,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:37,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-07T12:17:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-07T12:17:37,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-07T12:17:37,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7370 sec 2024-11-07T12:17:37,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.7810 sec 2024-11-07T12:17:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:38,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T12:17:38,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:38,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:38,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:38,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:38,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:38,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:38,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/7ea0f52a1c4442be8739095a5c0f76ad is 50, key is test_row_0/A:col10/1730981858144/Put/seqid=0 2024-11-07T12:17:38,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741845_1021 (size=16681) 2024-11-07T12:17:38,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/7ea0f52a1c4442be8739095a5c0f76ad 2024-11-07T12:17:38,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981918198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981918203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981918216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981918220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981918213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/e7904d47533346f78b1277c734a729dd is 50, key is test_row_0/B:col10/1730981858144/Put/seqid=0 2024-11-07T12:17:38,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741846_1022 (size=12001) 2024-11-07T12:17:38,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981918323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981918331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981918332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981918331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981918336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981918534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981918547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981918549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981918550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981918548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/e7904d47533346f78b1277c734a729dd 2024-11-07T12:17:38,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/a7955ade460741cd8a5a2d32c57f8af5 is 50, key is test_row_0/C:col10/1730981858144/Put/seqid=0 2024-11-07T12:17:38,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741847_1023 (size=12001) 2024-11-07T12:17:38,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981918852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981918855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981918859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981918860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:38,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981918865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-07T12:17:39,209 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-07T12:17:39,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:17:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-07T12:17:39,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/a7955ade460741cd8a5a2d32c57f8af5 2024-11-07T12:17:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-07T12:17:39,216 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:17:39,217 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:17:39,217 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:17:39,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/7ea0f52a1c4442be8739095a5c0f76ad as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7ea0f52a1c4442be8739095a5c0f76ad 2024-11-07T12:17:39,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7ea0f52a1c4442be8739095a5c0f76ad, entries=250, sequenceid=54, filesize=16.3 K 2024-11-07T12:17:39,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/e7904d47533346f78b1277c734a729dd as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/e7904d47533346f78b1277c734a729dd 2024-11-07T12:17:39,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/e7904d47533346f78b1277c734a729dd, entries=150, sequenceid=54, filesize=11.7 K 2024-11-07T12:17:39,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/a7955ade460741cd8a5a2d32c57f8af5 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/a7955ade460741cd8a5a2d32c57f8af5 2024-11-07T12:17:39,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/a7955ade460741cd8a5a2d32c57f8af5, entries=150, sequenceid=54, filesize=11.7 K 2024-11-07T12:17:39,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 1162ms, sequenceid=54, compaction requested=true 2024-11-07T12:17:39,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:39,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:17:39,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:39,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:17:39,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:39,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:17:39,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:39,316 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:17:39,316 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:17:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-07T12:17:39,322 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:17:39,324 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/B is initiating minor compaction (all files) 2024-11-07T12:17:39,325 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/B in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:39,326 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/cb70bb2c83484d2eb6da2b7c32ed2bb1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/95fdab3426fa4890abd9c6e4eafc738d, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/e7904d47533346f78b1277c734a729dd] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=35.2 K 2024-11-07T12:17:39,327 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting cb70bb2c83484d2eb6da2b7c32ed2bb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1730981855118 2024-11-07T12:17:39,329 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 95fdab3426fa4890abd9c6e4eafc738d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1730981855351 2024-11-07T12:17:39,330 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting e7904d47533346f78b1277c734a729dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730981856941 2024-11-07T12:17:39,357 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:17:39,357 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/A is initiating minor compaction (all files) 2024-11-07T12:17:39,357 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/A in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:39,358 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/b046cc00f0ad46dabaebfbba490e9442, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/89e4a551fd41427382f2009ed2f76d4a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7ea0f52a1c4442be8739095a5c0f76ad] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=39.7 K 2024-11-07T12:17:39,360 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting b046cc00f0ad46dabaebfbba490e9442, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1730981855118 2024-11-07T12:17:39,362 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89e4a551fd41427382f2009ed2f76d4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1730981855351 2024-11-07T12:17:39,363 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ea0f52a1c4442be8739095a5c0f76ad, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730981856939 2024-11-07T12:17:39,374 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:39,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T12:17:39,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:39,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:39,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:39,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:39,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:39,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:39,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T12:17:39,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:39,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:39,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:39,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:39,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:39,395 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#B#compaction#9 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:39,396 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/3926d2a0124a499bad34c2931589e284 is 50, key is test_row_0/B:col10/1730981858144/Put/seqid=0 2024-11-07T12:17:39,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/7a1f18e19bf946a6ae43be656f64853e is 50, key is test_row_0/A:col10/1730981859377/Put/seqid=0 2024-11-07T12:17:39,444 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#A#compaction#11 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:39,449 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/d0ca36eeb0b548e5848991732afb72e3 is 50, key is test_row_0/A:col10/1730981858144/Put/seqid=0 2024-11-07T12:17:39,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741848_1024 (size=12104) 2024-11-07T12:17:39,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981919449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981919456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981919461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981919464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981919468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741849_1025 (size=14341) 2024-11-07T12:17:39,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/7a1f18e19bf946a6ae43be656f64853e 2024-11-07T12:17:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-07T12:17:39,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/8e1aade4e9e449e493af23cef5ca2400 is 50, key is test_row_0/B:col10/1730981859377/Put/seqid=0 2024-11-07T12:17:39,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741850_1026 (size=12104) 2024-11-07T12:17:39,545 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T12:17:39,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:39,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:39,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:39,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:39,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:39,573 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/d0ca36eeb0b548e5848991732afb72e3 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d0ca36eeb0b548e5848991732afb72e3 2024-11-07T12:17:39,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741851_1027 (size=12001) 2024-11-07T12:17:39,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/8e1aade4e9e449e493af23cef5ca2400 2024-11-07T12:17:39,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981919571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981919578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981919578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981919578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981919581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,600 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/A of 660a437d7c7b9ead4f5e2ced5f2d49ef into d0ca36eeb0b548e5848991732afb72e3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:39,600 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:39,600 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/A, priority=13, startTime=1730981859313; duration=0sec 2024-11-07T12:17:39,601 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:39,601 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:A 2024-11-07T12:17:39,601 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:17:39,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/ee5bb30946374f1fa65ea02acd60f2cd is 50, key is test_row_0/C:col10/1730981859377/Put/seqid=0 2024-11-07T12:17:39,613 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:17:39,613 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/C is initiating minor compaction (all files) 2024-11-07T12:17:39,613 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/C in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:39,614 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/c64f74d4ca5d4978be01c7e19772b31e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/5777765d849e4f6ab17f1ff2e1c1f964, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/a7955ade460741cd8a5a2d32c57f8af5] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=35.2 K 2024-11-07T12:17:39,615 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting c64f74d4ca5d4978be01c7e19772b31e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1730981855118 2024-11-07T12:17:39,616 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5777765d849e4f6ab17f1ff2e1c1f964, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1730981855351 2024-11-07T12:17:39,617 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7955ade460741cd8a5a2d32c57f8af5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730981856941 2024-11-07T12:17:39,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741852_1028 (size=12001) 2024-11-07T12:17:39,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/ee5bb30946374f1fa65ea02acd60f2cd 2024-11-07T12:17:39,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/7a1f18e19bf946a6ae43be656f64853e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7a1f18e19bf946a6ae43be656f64853e 2024-11-07T12:17:39,674 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#C#compaction#14 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:39,675 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/e170feefec12470ebfdfd80997c1cf08 is 50, key is test_row_0/C:col10/1730981858144/Put/seqid=0 2024-11-07T12:17:39,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7a1f18e19bf946a6ae43be656f64853e, entries=200, sequenceid=75, filesize=14.0 K 2024-11-07T12:17:39,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/8e1aade4e9e449e493af23cef5ca2400 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/8e1aade4e9e449e493af23cef5ca2400 2024-11-07T12:17:39,699 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T12:17:39,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:39,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:39,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/8e1aade4e9e449e493af23cef5ca2400, entries=150, sequenceid=75, filesize=11.7 K 2024-11-07T12:17:39,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:39,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:39,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:39,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/ee5bb30946374f1fa65ea02acd60f2cd as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/ee5bb30946374f1fa65ea02acd60f2cd 2024-11-07T12:17:39,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/ee5bb30946374f1fa65ea02acd60f2cd, entries=150, sequenceid=75, filesize=11.7 K 2024-11-07T12:17:39,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741853_1029 (size=12104) 2024-11-07T12:17:39,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 345ms, sequenceid=75, compaction requested=false 2024-11-07T12:17:39,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:39,739 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/e170feefec12470ebfdfd80997c1cf08 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/e170feefec12470ebfdfd80997c1cf08 2024-11-07T12:17:39,767 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/C of 660a437d7c7b9ead4f5e2ced5f2d49ef into e170feefec12470ebfdfd80997c1cf08(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:39,767 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:39,767 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/C, priority=13, startTime=1730981859316; duration=0sec 2024-11-07T12:17:39,767 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:39,768 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:C 2024-11-07T12:17:39,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-07T12:17:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:39,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:39,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:39,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:39,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:39,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:39,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-07T12:17:39,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/7c3f7d7292dd4b5ca92a59b79400fe7c is 50, key is test_row_0/A:col10/1730981859432/Put/seqid=0 2024-11-07T12:17:39,866 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T12:17:39,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:39,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:39,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:39,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:39,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:39,884 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/3926d2a0124a499bad34c2931589e284 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/3926d2a0124a499bad34c2931589e284 2024-11-07T12:17:39,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981919877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981919878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981919883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,903 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/B of 660a437d7c7b9ead4f5e2ced5f2d49ef into 3926d2a0124a499bad34c2931589e284(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:39,903 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:39,903 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/B, priority=13, startTime=1730981859315; duration=0sec 2024-11-07T12:17:39,903 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:39,904 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:B 2024-11-07T12:17:39,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981919893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:39,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741854_1030 (size=19021) 2024-11-07T12:17:39,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981919894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981919996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981919998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981919999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981920009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981920017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,024 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T12:17:40,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:40,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:40,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:40,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,178 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T12:17:40,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:40,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:40,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:40,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981920205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981920207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981920209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981920217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981920232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/7c3f7d7292dd4b5ca92a59b79400fe7c 2024-11-07T12:17:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-07T12:17:40,335 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T12:17:40,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:40,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:40,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:40,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/c5a8f21879d04a24b5c2020e4b9cf0ba is 50, key is test_row_0/B:col10/1730981859432/Put/seqid=0 2024-11-07T12:17:40,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741855_1031 (size=12001) 2024-11-07T12:17:40,491 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T12:17:40,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:40,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:40,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:40,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981920512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981920519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981920522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981920523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981920539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,648 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T12:17:40,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:40,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:40,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:40,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/c5a8f21879d04a24b5c2020e4b9cf0ba 2024-11-07T12:17:40,806 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T12:17:40,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:40,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:40,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:40,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/4c8bb4523bbc4768b9874f4d10ec546f is 50, key is test_row_0/C:col10/1730981859432/Put/seqid=0 2024-11-07T12:17:40,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741856_1032 (size=12001) 2024-11-07T12:17:40,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/4c8bb4523bbc4768b9874f4d10ec546f 2024-11-07T12:17:40,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/7c3f7d7292dd4b5ca92a59b79400fe7c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7c3f7d7292dd4b5ca92a59b79400fe7c 2024-11-07T12:17:40,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7c3f7d7292dd4b5ca92a59b79400fe7c, entries=300, sequenceid=96, filesize=18.6 K 2024-11-07T12:17:40,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/c5a8f21879d04a24b5c2020e4b9cf0ba as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/c5a8f21879d04a24b5c2020e4b9cf0ba 2024-11-07T12:17:40,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/c5a8f21879d04a24b5c2020e4b9cf0ba, entries=150, sequenceid=96, filesize=11.7 K 2024-11-07T12:17:40,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/4c8bb4523bbc4768b9874f4d10ec546f as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/4c8bb4523bbc4768b9874f4d10ec546f 2024-11-07T12:17:40,972 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:40,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T12:17:40,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:40,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:40,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:40,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:40,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/4c8bb4523bbc4768b9874f4d10ec546f, entries=150, sequenceid=96, filesize=11.7 K 2024-11-07T12:17:40,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 1174ms, sequenceid=96, compaction requested=true 2024-11-07T12:17:40,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:40,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:17:40,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:40,983 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:17:40,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:17:40,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:40,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:17:40,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:40,984 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:17:40,986 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45466 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:17:40,986 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:17:40,986 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/B is initiating minor compaction (all files) 2024-11-07T12:17:40,986 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/A is initiating minor compaction (all files) 2024-11-07T12:17:40,986 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/A in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:40,986 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/B in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:40,986 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d0ca36eeb0b548e5848991732afb72e3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7a1f18e19bf946a6ae43be656f64853e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7c3f7d7292dd4b5ca92a59b79400fe7c] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=44.4 K 2024-11-07T12:17:40,986 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/3926d2a0124a499bad34c2931589e284, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/8e1aade4e9e449e493af23cef5ca2400, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/c5a8f21879d04a24b5c2020e4b9cf0ba] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=35.3 K 2024-11-07T12:17:40,987 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0ca36eeb0b548e5848991732afb72e3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730981856941 2024-11-07T12:17:40,987 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 3926d2a0124a499bad34c2931589e284, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730981856941 2024-11-07T12:17:40,988 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a1f18e19bf946a6ae43be656f64853e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1730981858193 2024-11-07T12:17:40,988 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e1aade4e9e449e493af23cef5ca2400, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1730981858193 2024-11-07T12:17:40,988 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c3f7d7292dd4b5ca92a59b79400fe7c, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1730981859432 2024-11-07T12:17:40,988 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting c5a8f21879d04a24b5c2020e4b9cf0ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1730981859432 2024-11-07T12:17:41,016 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:41,017 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/e10a7977c92a4bb8b91e46b15629e57c is 50, key is test_row_0/B:col10/1730981859432/Put/seqid=0 2024-11-07T12:17:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:41,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-07T12:17:41,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:41,025 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#A#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:41,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:41,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:41,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:41,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:41,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:41,025 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/7e0c8baf62a64b47b7638610b184de95 is 50, key is test_row_0/A:col10/1730981859432/Put/seqid=0 2024-11-07T12:17:41,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741858_1034 (size=12207) 2024-11-07T12:17:41,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/557ea89db80a4a20bb9798b5ea284cd9 is 50, key is test_row_0/A:col10/1730981861021/Put/seqid=0 2024-11-07T12:17:41,092 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/7e0c8baf62a64b47b7638610b184de95 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7e0c8baf62a64b47b7638610b184de95 2024-11-07T12:17:41,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741857_1033 (size=12207) 2024-11-07T12:17:41,119 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/A of 660a437d7c7b9ead4f5e2ced5f2d49ef into 7e0c8baf62a64b47b7638610b184de95(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:41,119 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:41,119 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/A, priority=13, startTime=1730981860983; duration=0sec 2024-11-07T12:17:41,119 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:41,119 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:A 2024-11-07T12:17:41,119 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:17:41,125 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:17:41,125 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/C is initiating minor compaction (all files) 2024-11-07T12:17:41,125 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/C in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:41,126 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/e170feefec12470ebfdfd80997c1cf08, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/ee5bb30946374f1fa65ea02acd60f2cd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/4c8bb4523bbc4768b9874f4d10ec546f] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=35.3 K 2024-11-07T12:17:41,126 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting e170feefec12470ebfdfd80997c1cf08, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730981856941 2024-11-07T12:17:41,128 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee5bb30946374f1fa65ea02acd60f2cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1730981858193 2024-11-07T12:17:41,129 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/e10a7977c92a4bb8b91e46b15629e57c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/e10a7977c92a4bb8b91e46b15629e57c 2024-11-07T12:17:41,129 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c8bb4523bbc4768b9874f4d10ec546f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1730981859432 2024-11-07T12:17:41,130 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T12:17:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:41,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:41,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:41,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:41,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:41,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741859_1035 (size=14341) 2024-11-07T12:17:41,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981921129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/557ea89db80a4a20bb9798b5ea284cd9 2024-11-07T12:17:41,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981921135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981921138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,153 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/B of 660a437d7c7b9ead4f5e2ced5f2d49ef into e10a7977c92a4bb8b91e46b15629e57c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:41,153 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:41,153 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/B, priority=13, startTime=1730981860983; duration=0sec 2024-11-07T12:17:41,153 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:41,153 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:B 2024-11-07T12:17:41,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,166 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981921141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,167 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/38989eb60a7646748482ee87aaf97e00 is 50, key is test_row_0/C:col10/1730981859432/Put/seqid=0 2024-11-07T12:17:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981921150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/89609c55c80d467a98442a5c749cb6c2 is 50, key is test_row_0/B:col10/1730981861021/Put/seqid=0 2024-11-07T12:17:41,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981921250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741861_1037 (size=12001) 2024-11-07T12:17:41,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981921254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741860_1036 (size=12207) 2024-11-07T12:17:41,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981921265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,278 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/38989eb60a7646748482ee87aaf97e00 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/38989eb60a7646748482ee87aaf97e00 2024-11-07T12:17:41,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981921272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981921273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T12:17:41,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:41,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:41,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:41,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:41,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:41,291 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/C of 660a437d7c7b9ead4f5e2ced5f2d49ef into 38989eb60a7646748482ee87aaf97e00(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:41,291 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:41,291 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/C, priority=13, startTime=1730981860983; duration=0sec 2024-11-07T12:17:41,291 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:41,291 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:C 2024-11-07T12:17:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-07T12:17:41,443 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T12:17:41,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:41,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:41,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:41,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:41,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:41,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981921454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981921457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981921470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981921483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981921484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,598 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T12:17:41,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:41,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:41,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:41,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:41,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:41,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/89609c55c80d467a98442a5c749cb6c2 2024-11-07T12:17:41,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/5a49953768cf4f55b96e26c3974d9bbc is 50, key is test_row_0/C:col10/1730981861021/Put/seqid=0 2024-11-07T12:17:41,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741862_1038 (size=12001) 2024-11-07T12:17:41,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/5a49953768cf4f55b96e26c3974d9bbc 2024-11-07T12:17:41,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/557ea89db80a4a20bb9798b5ea284cd9 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/557ea89db80a4a20bb9798b5ea284cd9 2024-11-07T12:17:41,759 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T12:17:41,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:41,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:41,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:41,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:41,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:41,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981921762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:41,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981921765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/557ea89db80a4a20bb9798b5ea284cd9, entries=200, sequenceid=115, filesize=14.0 K 2024-11-07T12:17:41,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/89609c55c80d467a98442a5c749cb6c2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/89609c55c80d467a98442a5c749cb6c2 2024-11-07T12:17:41,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981921777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981921790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981921790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/89609c55c80d467a98442a5c749cb6c2, entries=150, sequenceid=115, filesize=11.7 K 2024-11-07T12:17:41,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/5a49953768cf4f55b96e26c3974d9bbc as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/5a49953768cf4f55b96e26c3974d9bbc 2024-11-07T12:17:41,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/5a49953768cf4f55b96e26c3974d9bbc, entries=150, sequenceid=115, filesize=11.7 K 2024-11-07T12:17:41,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 808ms, sequenceid=115, compaction requested=false 2024-11-07T12:17:41,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:41,918 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:41,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-07T12:17:41,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:41,920 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-07T12:17:41,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:41,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:41,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:41,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:41,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:41,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:41,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/9262594e0c254e10a6f769be624ff908 is 50, key is test_row_0/A:col10/1730981861139/Put/seqid=0 2024-11-07T12:17:41,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741863_1039 (size=12151) 2024-11-07T12:17:41,966 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/9262594e0c254e10a6f769be624ff908 2024-11-07T12:17:42,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/36705ddcd072437e865ed2fc19efef4e is 50, key is test_row_0/B:col10/1730981861139/Put/seqid=0 2024-11-07T12:17:42,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741864_1040 (size=12151) 2024-11-07T12:17:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:42,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:42,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981922312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981922309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981922314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981922314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981922317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981922425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981922428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981922430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,436 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/36705ddcd072437e865ed2fc19efef4e 2024-11-07T12:17:42,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981922432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981922434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/6e2732cfb64246c38975448a11095f52 is 50, key is test_row_0/C:col10/1730981861139/Put/seqid=0 2024-11-07T12:17:42,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741865_1041 (size=12151) 2024-11-07T12:17:42,481 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/6e2732cfb64246c38975448a11095f52 2024-11-07T12:17:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/9262594e0c254e10a6f769be624ff908 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/9262594e0c254e10a6f769be624ff908 2024-11-07T12:17:42,514 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/9262594e0c254e10a6f769be624ff908, entries=150, sequenceid=137, filesize=11.9 K 2024-11-07T12:17:42,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/36705ddcd072437e865ed2fc19efef4e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/36705ddcd072437e865ed2fc19efef4e 2024-11-07T12:17:42,534 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/36705ddcd072437e865ed2fc19efef4e, entries=150, sequenceid=137, filesize=11.9 K 2024-11-07T12:17:42,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/6e2732cfb64246c38975448a11095f52 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/6e2732cfb64246c38975448a11095f52 2024-11-07T12:17:42,554 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/6e2732cfb64246c38975448a11095f52, entries=150, sequenceid=137, filesize=11.9 K 2024-11-07T12:17:42,556 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 636ms, sequenceid=137, compaction requested=true 2024-11-07T12:17:42,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:42,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:42,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-07T12:17:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-07T12:17:42,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-07T12:17:42,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3430 sec 2024-11-07T12:17:42,569 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 3.3550 sec 2024-11-07T12:17:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:42,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-07T12:17:42,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:42,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:42,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:42,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:42,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:42,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:42,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/99b257ea7f3c4dea8e557dba398a0eea is 50, key is test_row_0/A:col10/1730981862313/Put/seqid=0 2024-11-07T12:17:42,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741866_1042 (size=14541) 2024-11-07T12:17:42,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/99b257ea7f3c4dea8e557dba398a0eea 2024-11-07T12:17:42,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981922679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981922680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981922682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981922683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981922684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/f280ab6e6e79428f9e395b010b6c30ad is 50, key is test_row_0/B:col10/1730981862313/Put/seqid=0 2024-11-07T12:17:42,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741867_1043 (size=12151) 2024-11-07T12:17:42,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/f280ab6e6e79428f9e395b010b6c30ad 2024-11-07T12:17:42,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/bc6a2f3dd4134999916e4580b6202e75 is 50, key is test_row_0/C:col10/1730981862313/Put/seqid=0 2024-11-07T12:17:42,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741868_1044 (size=12151) 2024-11-07T12:17:42,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981922794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981922794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981922797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981922798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981922798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981923009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981923008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981923010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981923010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981923017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/bc6a2f3dd4134999916e4580b6202e75 2024-11-07T12:17:43,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/99b257ea7f3c4dea8e557dba398a0eea as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/99b257ea7f3c4dea8e557dba398a0eea 2024-11-07T12:17:43,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/99b257ea7f3c4dea8e557dba398a0eea, entries=200, sequenceid=155, filesize=14.2 K 2024-11-07T12:17:43,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/f280ab6e6e79428f9e395b010b6c30ad as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/f280ab6e6e79428f9e395b010b6c30ad 2024-11-07T12:17:43,274 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/f280ab6e6e79428f9e395b010b6c30ad, entries=150, sequenceid=155, filesize=11.9 K 2024-11-07T12:17:43,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/bc6a2f3dd4134999916e4580b6202e75 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/bc6a2f3dd4134999916e4580b6202e75 2024-11-07T12:17:43,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/bc6a2f3dd4134999916e4580b6202e75, entries=150, sequenceid=155, filesize=11.9 K 2024-11-07T12:17:43,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 658ms, sequenceid=155, compaction requested=true 2024-11-07T12:17:43,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:43,293 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:17:43,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:17:43,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:43,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:17:43,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:43,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:17:43,295 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:17:43,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:43,296 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53240 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:17:43,297 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/A is initiating minor compaction (all files) 2024-11-07T12:17:43,297 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/A in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:43,298 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7e0c8baf62a64b47b7638610b184de95, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/557ea89db80a4a20bb9798b5ea284cd9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/9262594e0c254e10a6f769be624ff908, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/99b257ea7f3c4dea8e557dba398a0eea] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=52.0 K 2024-11-07T12:17:43,298 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:17:43,298 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/B is initiating minor compaction (all files) 2024-11-07T12:17:43,298 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/B in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:43,299 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/e10a7977c92a4bb8b91e46b15629e57c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/89609c55c80d467a98442a5c749cb6c2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/36705ddcd072437e865ed2fc19efef4e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/f280ab6e6e79428f9e395b010b6c30ad] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=47.4 K 2024-11-07T12:17:43,300 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e0c8baf62a64b47b7638610b184de95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1730981859432 2024-11-07T12:17:43,300 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting e10a7977c92a4bb8b91e46b15629e57c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1730981859432 2024-11-07T12:17:43,300 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 89609c55c80d467a98442a5c749cb6c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1730981859863 2024-11-07T12:17:43,301 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 557ea89db80a4a20bb9798b5ea284cd9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1730981859863 2024-11-07T12:17:43,301 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 36705ddcd072437e865ed2fc19efef4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1730981861121 2024-11-07T12:17:43,301 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9262594e0c254e10a6f769be624ff908, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1730981861121 2024-11-07T12:17:43,302 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting f280ab6e6e79428f9e395b010b6c30ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1730981862294 2024-11-07T12:17:43,302 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99b257ea7f3c4dea8e557dba398a0eea, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1730981862294 2024-11-07T12:17:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-07T12:17:43,329 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-07T12:17:43,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:43,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-07T12:17:43,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:43,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:43,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:43,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:17:43,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:43,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:43,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-07T12:17:43,337 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:17:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-07T12:17:43,339 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:17:43,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:17:43,341 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:43,342 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/1889e3c0797c49c9b1c34bbc344766e5 is 50, key is test_row_0/B:col10/1730981862313/Put/seqid=0 2024-11-07T12:17:43,348 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#A#compaction#31 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:43,349 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/d9957bc222d549f39925bc34b1bbf272 is 50, key is test_row_0/A:col10/1730981862313/Put/seqid=0 2024-11-07T12:17:43,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/f40b7d608787414194885f722cc1043d is 50, key is test_row_0/A:col10/1730981863326/Put/seqid=0 2024-11-07T12:17:43,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741869_1045 (size=12493) 2024-11-07T12:17:43,405 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/1889e3c0797c49c9b1c34bbc344766e5 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/1889e3c0797c49c9b1c34bbc344766e5 2024-11-07T12:17:43,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981923394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981923396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,415 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/B of 660a437d7c7b9ead4f5e2ced5f2d49ef into 1889e3c0797c49c9b1c34bbc344766e5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:43,416 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:43,416 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/B, priority=12, startTime=1730981863295; duration=0sec 2024-11-07T12:17:43,416 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:43,416 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:B 2024-11-07T12:17:43,416 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:17:43,419 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:17:43,419 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/C is initiating minor compaction (all files) 2024-11-07T12:17:43,419 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/C in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:43,419 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/38989eb60a7646748482ee87aaf97e00, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/5a49953768cf4f55b96e26c3974d9bbc, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/6e2732cfb64246c38975448a11095f52, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/bc6a2f3dd4134999916e4580b6202e75] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=47.4 K 2024-11-07T12:17:43,420 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 38989eb60a7646748482ee87aaf97e00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1730981859432 2024-11-07T12:17:43,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981923409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,420 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a49953768cf4f55b96e26c3974d9bbc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1730981859863 2024-11-07T12:17:43,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981923411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,421 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e2732cfb64246c38975448a11095f52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1730981861121 2024-11-07T12:17:43,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981923415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,422 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting bc6a2f3dd4134999916e4580b6202e75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1730981862294 2024-11-07T12:17:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-07T12:17:43,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741870_1046 (size=12493) 2024-11-07T12:17:43,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741871_1047 (size=12151) 2024-11-07T12:17:43,473 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#C#compaction#33 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:43,474 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/1ec8edfb929b4d10a7bec9ea50e35af3 is 50, key is test_row_0/C:col10/1730981862313/Put/seqid=0 2024-11-07T12:17:43,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T12:17:43,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:43,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:43,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:43,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:43,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:43,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:43,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981923514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981923515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741872_1048 (size=12493) 2024-11-07T12:17:43,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981923523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981923524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981923526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,554 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/1ec8edfb929b4d10a7bec9ea50e35af3 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1ec8edfb929b4d10a7bec9ea50e35af3 2024-11-07T12:17:43,572 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/C of 660a437d7c7b9ead4f5e2ced5f2d49ef into 1ec8edfb929b4d10a7bec9ea50e35af3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:43,572 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:43,572 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/C, priority=12, startTime=1730981863295; duration=0sec 2024-11-07T12:17:43,572 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:43,572 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:C 2024-11-07T12:17:43,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T12:17:43,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:43,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:43,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:43,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:43,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:43,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-07T12:17:43,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981923720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981923728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981923741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981923743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981923755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,807 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T12:17:43,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:43,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:43,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:43,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:43,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:43,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/f40b7d608787414194885f722cc1043d 2024-11-07T12:17:43,896 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/d9957bc222d549f39925bc34b1bbf272 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d9957bc222d549f39925bc34b1bbf272 2024-11-07T12:17:43,907 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/A of 660a437d7c7b9ead4f5e2ced5f2d49ef into d9957bc222d549f39925bc34b1bbf272(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:43,907 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:43,907 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/A, priority=12, startTime=1730981863293; duration=0sec 2024-11-07T12:17:43,908 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:43,908 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:A 2024-11-07T12:17:43,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/66ee881d614b4f9f87f045d704ba1d6b is 50, key is test_row_0/B:col10/1730981863326/Put/seqid=0 2024-11-07T12:17:43,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741873_1049 (size=12151) 2024-11-07T12:17:43,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/66ee881d614b4f9f87f045d704ba1d6b 2024-11-07T12:17:43,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/d3e9a145146f409188970fe8aa21683f is 50, key is test_row_0/C:col10/1730981863326/Put/seqid=0 2024-11-07T12:17:43,961 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:43,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T12:17:43,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:43,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:43,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:43,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:43,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-07T12:17:43,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741874_1050 (size=12151) 2024-11-07T12:17:43,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/d3e9a145146f409188970fe8aa21683f 2024-11-07T12:17:44,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/f40b7d608787414194885f722cc1043d as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/f40b7d608787414194885f722cc1043d 2024-11-07T12:17:44,030 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/f40b7d608787414194885f722cc1043d, entries=150, sequenceid=174, filesize=11.9 K 2024-11-07T12:17:44,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/66ee881d614b4f9f87f045d704ba1d6b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/66ee881d614b4f9f87f045d704ba1d6b 2024-11-07T12:17:44,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981924035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981924039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/66ee881d614b4f9f87f045d704ba1d6b, entries=150, sequenceid=174, filesize=11.9 K 2024-11-07T12:17:44,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/d3e9a145146f409188970fe8aa21683f as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/d3e9a145146f409188970fe8aa21683f 2024-11-07T12:17:44,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981924053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981924055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/d3e9a145146f409188970fe8aa21683f, entries=150, sequenceid=174, filesize=11.9 K 2024-11-07T12:17:44,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 742ms, sequenceid=174, compaction requested=false 2024-11-07T12:17:44,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:44,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:44,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981924066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,116 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-07T12:17:44,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:44,117 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-07T12:17:44,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:44,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:44,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:44,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:44,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:44,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:44,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/f1c43629ce0c4617a8e3e8c54abec97c is 50, key is test_row_0/A:col10/1730981863406/Put/seqid=0 2024-11-07T12:17:44,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741875_1051 (size=12151) 2024-11-07T12:17:44,167 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/f1c43629ce0c4617a8e3e8c54abec97c 2024-11-07T12:17:44,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/4fbfb11236f942c5bb337d545db7924a is 50, key is test_row_0/B:col10/1730981863406/Put/seqid=0 2024-11-07T12:17:44,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741876_1052 (size=12151) 2024-11-07T12:17:44,236 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/4fbfb11236f942c5bb337d545db7924a 2024-11-07T12:17:44,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/80fec01fc2ab47deb7ef8af15dfcbb0b is 50, key is test_row_0/C:col10/1730981863406/Put/seqid=0 2024-11-07T12:17:44,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741877_1053 (size=12151) 2024-11-07T12:17:44,296 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/80fec01fc2ab47deb7ef8af15dfcbb0b 2024-11-07T12:17:44,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/f1c43629ce0c4617a8e3e8c54abec97c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/f1c43629ce0c4617a8e3e8c54abec97c 2024-11-07T12:17:44,333 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/f1c43629ce0c4617a8e3e8c54abec97c, entries=150, sequenceid=194, filesize=11.9 K 2024-11-07T12:17:44,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/4fbfb11236f942c5bb337d545db7924a as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/4fbfb11236f942c5bb337d545db7924a 2024-11-07T12:17:44,373 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/4fbfb11236f942c5bb337d545db7924a, entries=150, sequenceid=194, filesize=11.9 K 2024-11-07T12:17:44,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/80fec01fc2ab47deb7ef8af15dfcbb0b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/80fec01fc2ab47deb7ef8af15dfcbb0b 2024-11-07T12:17:44,389 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/80fec01fc2ab47deb7ef8af15dfcbb0b, entries=150, sequenceid=194, filesize=11.9 K 2024-11-07T12:17:44,394 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 277ms, sequenceid=194, compaction requested=true 2024-11-07T12:17:44,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:44,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:44,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-07T12:17:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-07T12:17:44,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-07T12:17:44,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0570 sec 2024-11-07T12:17:44,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.0670 sec 2024-11-07T12:17:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-07T12:17:44,467 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-07T12:17:44,472 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:17:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-07T12:17:44,481 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:17:44,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-07T12:17:44,483 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:17:44,484 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:17:44,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-07T12:17:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:44,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T12:17:44,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:44,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:44,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:44,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:44,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:44,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:44,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/1b7a270d49f54a298beea6aa6722b004 is 50, key is test_row_0/A:col10/1730981864599/Put/seqid=0 2024-11-07T12:17:44,636 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-07T12:17:44,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:44,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:44,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:44,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:44,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:44,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741878_1054 (size=19321) 2024-11-07T12:17:44,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/1b7a270d49f54a298beea6aa6722b004 2024-11-07T12:17:44,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981924669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:44,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981924669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:44,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981924680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981924682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981924683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/b1f9106295ae4c46b07b8519b1998e83 is 50, key is test_row_0/B:col10/1730981864599/Put/seqid=0 2024-11-07T12:17:44,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741879_1055 (size=12151) 2024-11-07T12:17:44,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/b1f9106295ae4c46b07b8519b1998e83 2024-11-07T12:17:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-07T12:17:44,790 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-07T12:17:44,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:44,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:44,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:44,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:44,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:44,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981924785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:44,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/23c220cc56c243498392cfffac035513 is 50, key is test_row_0/C:col10/1730981864599/Put/seqid=0 2024-11-07T12:17:44,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981924787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981924791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981924792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981924791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741880_1056 (size=12151) 2024-11-07T12:17:44,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/23c220cc56c243498392cfffac035513 2024-11-07T12:17:44,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/1b7a270d49f54a298beea6aa6722b004 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/1b7a270d49f54a298beea6aa6722b004 2024-11-07T12:17:44,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/1b7a270d49f54a298beea6aa6722b004, entries=300, sequenceid=207, filesize=18.9 K 2024-11-07T12:17:44,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/b1f9106295ae4c46b07b8519b1998e83 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/b1f9106295ae4c46b07b8519b1998e83 2024-11-07T12:17:44,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/b1f9106295ae4c46b07b8519b1998e83, entries=150, sequenceid=207, filesize=11.9 K 2024-11-07T12:17:44,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/23c220cc56c243498392cfffac035513 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/23c220cc56c243498392cfffac035513 2024-11-07T12:17:44,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/23c220cc56c243498392cfffac035513, entries=150, sequenceid=207, filesize=11.9 K 2024-11-07T12:17:44,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 288ms, sequenceid=207, compaction requested=true 2024-11-07T12:17:44,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:44,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:17:44,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:44,888 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:17:44,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:17:44,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:44,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:17:44,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:44,888 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:17:44,890 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:17:44,890 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/A is initiating minor compaction (all files) 2024-11-07T12:17:44,890 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/A in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:44,891 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d9957bc222d549f39925bc34b1bbf272, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/f40b7d608787414194885f722cc1043d, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/f1c43629ce0c4617a8e3e8c54abec97c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/1b7a270d49f54a298beea6aa6722b004] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=54.8 K 2024-11-07T12:17:44,891 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:17:44,891 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/B is initiating minor compaction (all files) 2024-11-07T12:17:44,891 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/B in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:44,891 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/1889e3c0797c49c9b1c34bbc344766e5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/66ee881d614b4f9f87f045d704ba1d6b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/4fbfb11236f942c5bb337d545db7924a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/b1f9106295ae4c46b07b8519b1998e83] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=47.8 K 2024-11-07T12:17:44,892 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9957bc222d549f39925bc34b1bbf272, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1730981862294 2024-11-07T12:17:44,892 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 1889e3c0797c49c9b1c34bbc344766e5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1730981862294 2024-11-07T12:17:44,892 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting f40b7d608787414194885f722cc1043d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1730981862678 2024-11-07T12:17:44,893 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 66ee881d614b4f9f87f045d704ba1d6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1730981862678 2024-11-07T12:17:44,893 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fbfb11236f942c5bb337d545db7924a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1730981863384 2024-11-07T12:17:44,894 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1c43629ce0c4617a8e3e8c54abec97c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1730981863384 2024-11-07T12:17:44,894 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting b1f9106295ae4c46b07b8519b1998e83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1730981864596 2024-11-07T12:17:44,894 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b7a270d49f54a298beea6aa6722b004, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1730981864571 2024-11-07T12:17:44,916 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#B#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:44,917 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/13c7b35d48f646e6a6764f3b8abfb873 is 50, key is test_row_0/B:col10/1730981864599/Put/seqid=0 2024-11-07T12:17:44,938 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#A#compaction#43 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:44,939 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/bbc42f82112c4e798685bb329e18d879 is 50, key is test_row_0/A:col10/1730981864599/Put/seqid=0 2024-11-07T12:17:44,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:44,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-07T12:17:44,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:44,949 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T12:17:44,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:44,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:44,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:44,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:44,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:44,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:45,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:45,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741881_1057 (size=12629) 2024-11-07T12:17:45,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/4049985c84ff42c0b876f48e24d40467 is 50, key is test_row_0/A:col10/1730981864658/Put/seqid=0 2024-11-07T12:17:45,025 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/13c7b35d48f646e6a6764f3b8abfb873 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/13c7b35d48f646e6a6764f3b8abfb873 2024-11-07T12:17:45,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981925022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,038 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/B of 660a437d7c7b9ead4f5e2ced5f2d49ef into 13c7b35d48f646e6a6764f3b8abfb873(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:45,038 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:45,038 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/B, priority=12, startTime=1730981864888; duration=0sec 2024-11-07T12:17:45,038 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:45,038 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:B 2024-11-07T12:17:45,038 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:17:45,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981925030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981925031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741882_1058 (size=12629) 2024-11-07T12:17:45,042 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:17:45,042 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/C is initiating minor compaction (all files) 2024-11-07T12:17:45,043 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/C in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:45,044 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1ec8edfb929b4d10a7bec9ea50e35af3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/d3e9a145146f409188970fe8aa21683f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/80fec01fc2ab47deb7ef8af15dfcbb0b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/23c220cc56c243498392cfffac035513] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=47.8 K 2024-11-07T12:17:45,045 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ec8edfb929b4d10a7bec9ea50e35af3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1730981862294 2024-11-07T12:17:45,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981925034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,046 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting d3e9a145146f409188970fe8aa21683f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1730981862678 2024-11-07T12:17:45,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981925038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,048 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 80fec01fc2ab47deb7ef8af15dfcbb0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1730981863384 2024-11-07T12:17:45,049 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 23c220cc56c243498392cfffac035513, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1730981864596 2024-11-07T12:17:45,069 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/bbc42f82112c4e798685bb329e18d879 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bbc42f82112c4e798685bb329e18d879 2024-11-07T12:17:45,079 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/A of 660a437d7c7b9ead4f5e2ced5f2d49ef into bbc42f82112c4e798685bb329e18d879(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:45,079 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:45,079 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/A, priority=12, startTime=1730981864888; duration=0sec 2024-11-07T12:17:45,079 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:45,079 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:A 2024-11-07T12:17:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-07T12:17:45,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741883_1059 (size=12151) 2024-11-07T12:17:45,103 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:45,104 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/1ddd5ad04a8a4e30b067bac5b6f4adfb is 50, key is test_row_0/C:col10/1730981864599/Put/seqid=0 2024-11-07T12:17:45,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981925143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981925144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741884_1060 (size=12629) 2024-11-07T12:17:45,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981925144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981925148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981925152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981925351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981925351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981925356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981925362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981925362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,501 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/4049985c84ff42c0b876f48e24d40467 2024-11-07T12:17:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/3bef653caa7b40a48db66c77ca5992c8 is 50, key is test_row_0/B:col10/1730981864658/Put/seqid=0 2024-11-07T12:17:45,561 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/1ddd5ad04a8a4e30b067bac5b6f4adfb as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1ddd5ad04a8a4e30b067bac5b6f4adfb 2024-11-07T12:17:45,578 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/C of 660a437d7c7b9ead4f5e2ced5f2d49ef into 1ddd5ad04a8a4e30b067bac5b6f4adfb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:45,578 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:45,578 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/C, priority=12, startTime=1730981864888; duration=0sec 2024-11-07T12:17:45,578 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:45,578 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:C 2024-11-07T12:17:45,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741885_1061 (size=12151) 2024-11-07T12:17:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-07T12:17:45,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981925659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981925662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981925663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981925669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981925672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:45,987 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/3bef653caa7b40a48db66c77ca5992c8 2024-11-07T12:17:46,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/af3cf0bf0b484b81af7d63744e4804f1 is 50, key is test_row_0/C:col10/1730981864658/Put/seqid=0 2024-11-07T12:17:46,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741886_1062 (size=12151) 2024-11-07T12:17:46,124 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/af3cf0bf0b484b81af7d63744e4804f1 2024-11-07T12:17:46,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981926165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:46,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981926171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:46,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/4049985c84ff42c0b876f48e24d40467 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/4049985c84ff42c0b876f48e24d40467 2024-11-07T12:17:46,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981926172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:46,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981926175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:46,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981926180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:46,202 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/4049985c84ff42c0b876f48e24d40467, entries=150, sequenceid=231, filesize=11.9 K 2024-11-07T12:17:46,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/3bef653caa7b40a48db66c77ca5992c8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/3bef653caa7b40a48db66c77ca5992c8 2024-11-07T12:17:46,233 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/3bef653caa7b40a48db66c77ca5992c8, entries=150, sequenceid=231, filesize=11.9 K 2024-11-07T12:17:46,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/af3cf0bf0b484b81af7d63744e4804f1 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/af3cf0bf0b484b81af7d63744e4804f1 2024-11-07T12:17:46,259 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/af3cf0bf0b484b81af7d63744e4804f1, entries=150, sequenceid=231, filesize=11.9 K 2024-11-07T12:17:46,261 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 1313ms, sequenceid=231, compaction requested=false 2024-11-07T12:17:46,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:46,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:46,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-07T12:17:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-07T12:17:46,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-07T12:17:46,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7800 sec 2024-11-07T12:17:46,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.7950 sec 2024-11-07T12:17:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-07T12:17:46,592 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-07T12:17:46,595 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:17:46,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-07T12:17:46,598 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:17:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-07T12:17:46,599 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:17:46,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:17:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-07T12:17:46,752 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:46,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-07T12:17:46,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:46,753 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T12:17:46,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:46,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:46,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:46,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:46,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:46,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:46,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/dc76380818dc48a3b310922e30c0f94b is 50, key is test_row_0/A:col10/1730981865032/Put/seqid=0 2024-11-07T12:17:46,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741887_1063 (size=12151) 2024-11-07T12:17:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-07T12:17:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:47,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-07T12:17:47,224 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/dc76380818dc48a3b310922e30c0f94b 2024-11-07T12:17:47,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/959f7a0520fe43c6bf9a338c5e40ca23 is 50, key is test_row_0/B:col10/1730981865032/Put/seqid=0 2024-11-07T12:17:47,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981927245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981927246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981927247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981927251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981927247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741888_1064 (size=12151) 2024-11-07T12:17:47,279 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/959f7a0520fe43c6bf9a338c5e40ca23 2024-11-07T12:17:47,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/e2525f0ac9e2450e82dc79b8ba8983e0 is 50, key is test_row_0/C:col10/1730981865032/Put/seqid=0 2024-11-07T12:17:47,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981927353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741889_1065 (size=12151) 2024-11-07T12:17:47,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981927356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981927356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981927362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981927364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981927556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981927562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981927563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981927570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981927571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-07T12:17:47,759 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/e2525f0ac9e2450e82dc79b8ba8983e0 2024-11-07T12:17:47,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/dc76380818dc48a3b310922e30c0f94b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/dc76380818dc48a3b310922e30c0f94b 2024-11-07T12:17:47,785 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/dc76380818dc48a3b310922e30c0f94b, entries=150, sequenceid=246, filesize=11.9 K 2024-11-07T12:17:47,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/959f7a0520fe43c6bf9a338c5e40ca23 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/959f7a0520fe43c6bf9a338c5e40ca23 2024-11-07T12:17:47,794 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/959f7a0520fe43c6bf9a338c5e40ca23, entries=150, sequenceid=246, filesize=11.9 K 2024-11-07T12:17:47,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/e2525f0ac9e2450e82dc79b8ba8983e0 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/e2525f0ac9e2450e82dc79b8ba8983e0 2024-11-07T12:17:47,805 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/e2525f0ac9e2450e82dc79b8ba8983e0, entries=150, sequenceid=246, filesize=11.9 K 2024-11-07T12:17:47,807 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 1054ms, sequenceid=246, compaction requested=true 2024-11-07T12:17:47,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:47,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:47,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-07T12:17:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-07T12:17:47,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-07T12:17:47,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2230 sec 2024-11-07T12:17:47,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.2350 sec 2024-11-07T12:17:47,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T12:17:47,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:47,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:47,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:47,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:47,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:47,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:47,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/66b25874ffaf4c3eb99b9c265af4b2f8 is 50, key is test_row_0/A:col10/1730981867244/Put/seqid=0 2024-11-07T12:17:47,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981927884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981927884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981927890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981927891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981927889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:47,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741890_1066 (size=14741) 2024-11-07T12:17:47,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/66b25874ffaf4c3eb99b9c265af4b2f8 2024-11-07T12:17:47,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/13d4afc127bf431787eadecae0527dfe is 50, key is test_row_0/B:col10/1730981867244/Put/seqid=0 2024-11-07T12:17:48,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981927997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981927999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981928007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981928009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741891_1067 (size=12301) 2024-11-07T12:17:48,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/13d4afc127bf431787eadecae0527dfe 2024-11-07T12:17:48,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/9ee7eb7d45f74f6da59519de7edb7933 is 50, key is test_row_0/C:col10/1730981867244/Put/seqid=0 2024-11-07T12:17:48,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741892_1068 (size=12301) 2024-11-07T12:17:48,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/9ee7eb7d45f74f6da59519de7edb7933 2024-11-07T12:17:48,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/66b25874ffaf4c3eb99b9c265af4b2f8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/66b25874ffaf4c3eb99b9c265af4b2f8 2024-11-07T12:17:48,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/66b25874ffaf4c3eb99b9c265af4b2f8, entries=200, sequenceid=271, filesize=14.4 K 2024-11-07T12:17:48,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/13d4afc127bf431787eadecae0527dfe as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/13d4afc127bf431787eadecae0527dfe 2024-11-07T12:17:48,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/13d4afc127bf431787eadecae0527dfe, entries=150, sequenceid=271, filesize=12.0 K 2024-11-07T12:17:48,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/9ee7eb7d45f74f6da59519de7edb7933 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/9ee7eb7d45f74f6da59519de7edb7933 2024-11-07T12:17:48,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/9ee7eb7d45f74f6da59519de7edb7933, entries=150, sequenceid=271, filesize=12.0 K 2024-11-07T12:17:48,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 278ms, sequenceid=271, compaction requested=true 2024-11-07T12:17:48,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:48,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:17:48,145 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:17:48,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:48,145 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:17:48,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:17:48,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:48,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:17:48,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:48,147 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51672 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:17:48,147 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/A is initiating minor compaction (all files) 2024-11-07T12:17:48,147 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/A in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:48,147 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bbc42f82112c4e798685bb329e18d879, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/4049985c84ff42c0b876f48e24d40467, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/dc76380818dc48a3b310922e30c0f94b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/66b25874ffaf4c3eb99b9c265af4b2f8] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=50.5 K 2024-11-07T12:17:48,148 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbc42f82112c4e798685bb329e18d879, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1730981864596 2024-11-07T12:17:48,149 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:17:48,149 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/B is initiating minor compaction (all files) 2024-11-07T12:17:48,149 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/B in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:48,149 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/13c7b35d48f646e6a6764f3b8abfb873, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/3bef653caa7b40a48db66c77ca5992c8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/959f7a0520fe43c6bf9a338c5e40ca23, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/13d4afc127bf431787eadecae0527dfe] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=48.1 K 2024-11-07T12:17:48,161 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 13c7b35d48f646e6a6764f3b8abfb873, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1730981864596 2024-11-07T12:17:48,162 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4049985c84ff42c0b876f48e24d40467, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1730981864648 2024-11-07T12:17:48,162 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bef653caa7b40a48db66c77ca5992c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1730981864648 2024-11-07T12:17:48,163 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 959f7a0520fe43c6bf9a338c5e40ca23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1730981865012 2024-11-07T12:17:48,163 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc76380818dc48a3b310922e30c0f94b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1730981865012 2024-11-07T12:17:48,163 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 13d4afc127bf431787eadecae0527dfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1730981867244 2024-11-07T12:17:48,164 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66b25874ffaf4c3eb99b9c265af4b2f8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1730981867244 2024-11-07T12:17:48,191 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#B#compaction#54 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:48,192 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/9ca0b97c8dbe4de399ee9c37109e95ee is 50, key is test_row_0/B:col10/1730981867244/Put/seqid=0 2024-11-07T12:17:48,215 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#A#compaction#55 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:48,216 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/571569e810484ba6a0c2291d971ce693 is 50, key is test_row_0/A:col10/1730981867244/Put/seqid=0 2024-11-07T12:17:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:48,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T12:17:48,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:48,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:48,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:48,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:48,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:48,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:48,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/ad060670c65946f5adfe922a69ab337f is 50, key is test_row_0/A:col10/1730981868210/Put/seqid=0 2024-11-07T12:17:48,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741893_1069 (size=12915) 2024-11-07T12:17:48,266 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/9ca0b97c8dbe4de399ee9c37109e95ee as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/9ca0b97c8dbe4de399ee9c37109e95ee 2024-11-07T12:17:48,273 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/B of 660a437d7c7b9ead4f5e2ced5f2d49ef into 9ca0b97c8dbe4de399ee9c37109e95ee(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:48,274 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:48,274 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/B, priority=12, startTime=1730981868145; duration=0sec 2024-11-07T12:17:48,274 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:48,274 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:B 2024-11-07T12:17:48,274 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:17:48,276 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:17:48,276 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/C is initiating minor compaction (all files) 2024-11-07T12:17:48,277 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/C in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:48,277 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1ddd5ad04a8a4e30b067bac5b6f4adfb, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/af3cf0bf0b484b81af7d63744e4804f1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/e2525f0ac9e2450e82dc79b8ba8983e0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/9ee7eb7d45f74f6da59519de7edb7933] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=48.1 K 2024-11-07T12:17:48,277 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ddd5ad04a8a4e30b067bac5b6f4adfb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1730981864596 2024-11-07T12:17:48,278 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting af3cf0bf0b484b81af7d63744e4804f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1730981864648 2024-11-07T12:17:48,278 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting e2525f0ac9e2450e82dc79b8ba8983e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1730981865012 2024-11-07T12:17:48,279 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ee7eb7d45f74f6da59519de7edb7933, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1730981867244 2024-11-07T12:17:48,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741894_1070 (size=12915) 2024-11-07T12:17:48,291 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/571569e810484ba6a0c2291d971ce693 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/571569e810484ba6a0c2291d971ce693 2024-11-07T12:17:48,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741895_1071 (size=12301) 2024-11-07T12:17:48,314 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#C#compaction#57 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:48,315 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/b1b4a3fd20214514921849f14d4266c7 is 50, key is test_row_0/C:col10/1730981867244/Put/seqid=0 2024-11-07T12:17:48,336 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/A of 660a437d7c7b9ead4f5e2ced5f2d49ef into 571569e810484ba6a0c2291d971ce693(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:48,337 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:48,337 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/A, priority=12, startTime=1730981868145; duration=0sec 2024-11-07T12:17:48,337 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:48,337 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:A 2024-11-07T12:17:48,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741896_1072 (size=12915) 2024-11-07T12:17:48,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981928350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981928360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981928363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,371 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/b1b4a3fd20214514921849f14d4266c7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/b1b4a3fd20214514921849f14d4266c7 2024-11-07T12:17:48,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981928372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,397 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/C of 660a437d7c7b9ead4f5e2ced5f2d49ef into b1b4a3fd20214514921849f14d4266c7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:48,397 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:48,397 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/C, priority=12, startTime=1730981868146; duration=0sec 2024-11-07T12:17:48,397 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:48,397 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:C 2024-11-07T12:17:48,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981928397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981928460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981928471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981928471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981928488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981928664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981928684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981928684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981928697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-07T12:17:48,708 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-07T12:17:48,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/ad060670c65946f5adfe922a69ab337f 2024-11-07T12:17:48,715 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:17:48,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-07T12:17:48,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-07T12:17:48,727 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:17:48,729 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:17:48,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:17:48,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/0357c220ec024f29984ed65092fd0cc4 is 50, key is test_row_0/B:col10/1730981868210/Put/seqid=0 2024-11-07T12:17:48,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741897_1073 (size=12301) 2024-11-07T12:17:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-07T12:17:48,888 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-07T12:17:48,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:48,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:48,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:48,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:48,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:48,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981928971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981928994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981928993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:49,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981929013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-07T12:17:49,059 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:49,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-07T12:17:49,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:49,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:49,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:49,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:49,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:49,213 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:49,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-07T12:17:49,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:49,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:49,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:49,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:49,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:49,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/0357c220ec024f29984ed65092fd0cc4 2024-11-07T12:17:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:49,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/139d10a296154a81b81aae5988161906 is 50, key is test_row_0/C:col10/1730981868210/Put/seqid=0 2024-11-07T12:17:49,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741898_1074 (size=12301) 2024-11-07T12:17:49,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/139d10a296154a81b81aae5988161906 2024-11-07T12:17:49,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/ad060670c65946f5adfe922a69ab337f as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/ad060670c65946f5adfe922a69ab337f 2024-11-07T12:17:49,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/ad060670c65946f5adfe922a69ab337f, entries=150, sequenceid=285, filesize=12.0 K 2024-11-07T12:17:49,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/0357c220ec024f29984ed65092fd0cc4 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/0357c220ec024f29984ed65092fd0cc4 2024-11-07T12:17:49,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/0357c220ec024f29984ed65092fd0cc4, entries=150, sequenceid=285, filesize=12.0 K 2024-11-07T12:17:49,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/139d10a296154a81b81aae5988161906 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/139d10a296154a81b81aae5988161906 2024-11-07T12:17:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-07T12:17:49,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/139d10a296154a81b81aae5988161906, entries=150, sequenceid=285, filesize=12.0 K 2024-11-07T12:17:49,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 1116ms, sequenceid=285, compaction requested=false 2024-11-07T12:17:49,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:49,370 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:49,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-07T12:17:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:49,372 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T12:17:49,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:49,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:49,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:49,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:49,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:49,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:49,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/4b6348360dce4a0389ffac914b0aa414 is 50, key is test_row_0/A:col10/1730981868341/Put/seqid=0 2024-11-07T12:17:49,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:49,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741899_1075 (size=12301) 2024-11-07T12:17:49,445 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/4b6348360dce4a0389ffac914b0aa414 2024-11-07T12:17:49,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/f6c91e564fce46569248514fa969a9a3 is 50, key is test_row_0/B:col10/1730981868341/Put/seqid=0 2024-11-07T12:17:49,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741900_1076 (size=12301) 2024-11-07T12:17:49,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981929509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:49,513 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/f6c91e564fce46569248514fa969a9a3 2024-11-07T12:17:49,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981929509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:49,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981929510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:49,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981929517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:49,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981929532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:49,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/9290db5e53f94b26b2880d70c49b150e is 50, key is test_row_0/C:col10/1730981868341/Put/seqid=0 2024-11-07T12:17:49,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741901_1077 (size=12301) 2024-11-07T12:17:49,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981929620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:49,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981929636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:49,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981929825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-07T12:17:49,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981929849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:50,047 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/9290db5e53f94b26b2880d70c49b150e 2024-11-07T12:17:50,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/4b6348360dce4a0389ffac914b0aa414 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/4b6348360dce4a0389ffac914b0aa414 2024-11-07T12:17:50,113 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/4b6348360dce4a0389ffac914b0aa414, entries=150, sequenceid=311, filesize=12.0 K 2024-11-07T12:17:50,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/f6c91e564fce46569248514fa969a9a3 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/f6c91e564fce46569248514fa969a9a3 2024-11-07T12:17:50,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981930130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:50,158 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/f6c91e564fce46569248514fa969a9a3, entries=150, sequenceid=311, filesize=12.0 K 2024-11-07T12:17:50,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/9290db5e53f94b26b2880d70c49b150e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/9290db5e53f94b26b2880d70c49b150e 2024-11-07T12:17:50,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981930157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:50,195 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/9290db5e53f94b26b2880d70c49b150e, entries=150, sequenceid=311, filesize=12.0 K 2024-11-07T12:17:50,197 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 826ms, sequenceid=311, compaction requested=true 2024-11-07T12:17:50,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:50,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:50,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-07T12:17:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-07T12:17:50,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-07T12:17:50,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4720 sec 2024-11-07T12:17:50,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.4900 sec 2024-11-07T12:17:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:50,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T12:17:50,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:50,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:50,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:50,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:50,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:50,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:50,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/180fddce18f94c00b49d01185911ffd8 is 50, key is test_row_0/A:col10/1730981869497/Put/seqid=0 2024-11-07T12:17:50,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981930599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:50,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741902_1078 (size=12301) 2024-11-07T12:17:50,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981930600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:50,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/180fddce18f94c00b49d01185911ffd8 2024-11-07T12:17:50,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981930605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:50,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981930644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:50,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/547bb672bb45484ea742e845f9251d1b is 50, key is test_row_0/B:col10/1730981869497/Put/seqid=0 2024-11-07T12:17:50,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981930677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:50,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741903_1079 (size=12301) 2024-11-07T12:17:50,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/547bb672bb45484ea742e845f9251d1b 2024-11-07T12:17:50,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/86891eafebc24a25b9ff34f2d0c4aca0 is 50, key is test_row_0/C:col10/1730981869497/Put/seqid=0 2024-11-07T12:17:50,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741904_1080 (size=12301) 2024-11-07T12:17:50,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981930709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:50,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/86891eafebc24a25b9ff34f2d0c4aca0 2024-11-07T12:17:50,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981930721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:50,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981930721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:50,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/180fddce18f94c00b49d01185911ffd8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/180fddce18f94c00b49d01185911ffd8 2024-11-07T12:17:50,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/180fddce18f94c00b49d01185911ffd8, entries=150, sequenceid=325, filesize=12.0 K 2024-11-07T12:17:50,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/547bb672bb45484ea742e845f9251d1b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/547bb672bb45484ea742e845f9251d1b 2024-11-07T12:17:50,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/547bb672bb45484ea742e845f9251d1b, entries=150, sequenceid=325, filesize=12.0 K 2024-11-07T12:17:50,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/86891eafebc24a25b9ff34f2d0c4aca0 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/86891eafebc24a25b9ff34f2d0c4aca0 2024-11-07T12:17:50,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/86891eafebc24a25b9ff34f2d0c4aca0, entries=150, sequenceid=325, filesize=12.0 K 2024-11-07T12:17:50,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 235ms, sequenceid=325, compaction requested=true 2024-11-07T12:17:50,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:50,764 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:17:50,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:17:50,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:50,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:17:50,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:50,765 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:17:50,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:17:50,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:50,767 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:17:50,767 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/A is initiating minor compaction (all files) 2024-11-07T12:17:50,767 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/A in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:50,767 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/571569e810484ba6a0c2291d971ce693, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/ad060670c65946f5adfe922a69ab337f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/4b6348360dce4a0389ffac914b0aa414, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/180fddce18f94c00b49d01185911ffd8] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=48.7 K 2024-11-07T12:17:50,768 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:17:50,768 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 571569e810484ba6a0c2291d971ce693, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1730981867244 2024-11-07T12:17:50,768 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/B is initiating minor compaction (all files) 2024-11-07T12:17:50,769 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/B in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:50,769 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/9ca0b97c8dbe4de399ee9c37109e95ee, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/0357c220ec024f29984ed65092fd0cc4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/f6c91e564fce46569248514fa969a9a3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/547bb672bb45484ea742e845f9251d1b] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=48.7 K 2024-11-07T12:17:50,770 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad060670c65946f5adfe922a69ab337f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1730981867887 2024-11-07T12:17:50,770 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b6348360dce4a0389ffac914b0aa414, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1730981868341 2024-11-07T12:17:50,770 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ca0b97c8dbe4de399ee9c37109e95ee, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1730981867244 2024-11-07T12:17:50,771 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 180fddce18f94c00b49d01185911ffd8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1730981869497 2024-11-07T12:17:50,771 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 0357c220ec024f29984ed65092fd0cc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1730981867887 2024-11-07T12:17:50,772 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting f6c91e564fce46569248514fa969a9a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1730981868341 2024-11-07T12:17:50,773 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 547bb672bb45484ea742e845f9251d1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1730981869497 2024-11-07T12:17:50,819 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:50,820 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/bed5e6b74698458dad35801804ce7d26 is 50, key is test_row_0/A:col10/1730981869497/Put/seqid=0 2024-11-07T12:17:50,823 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#B#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:50,824 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/063a6b5682784995a3048230ab2bbdc6 is 50, key is test_row_0/B:col10/1730981869497/Put/seqid=0 2024-11-07T12:17:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-07T12:17:50,842 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-07T12:17:50,845 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:17:50,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-07T12:17:50,848 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:17:50,849 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:17:50,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:17:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-07T12:17:50,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741906_1082 (size=13051) 2024-11-07T12:17:50,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741905_1081 (size=13051) 2024-11-07T12:17:50,926 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/bed5e6b74698458dad35801804ce7d26 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bed5e6b74698458dad35801804ce7d26 2024-11-07T12:17:50,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T12:17:50,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:50,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:50,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:50,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:50,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:50,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:50,938 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/A of 660a437d7c7b9ead4f5e2ced5f2d49ef into bed5e6b74698458dad35801804ce7d26(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:50,938 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:50,938 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/A, priority=12, startTime=1730981870763; duration=0sec 2024-11-07T12:17:50,939 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:50,939 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:A 2024-11-07T12:17:50,939 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:17:50,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/ce91f5c6d3784ed1865b6b54242dcaf6 is 50, key is test_row_0/A:col10/1730981870922/Put/seqid=0 2024-11-07T12:17:50,948 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:17:50,948 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/C is initiating minor compaction (all files) 2024-11-07T12:17:50,948 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/C in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:50,948 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/b1b4a3fd20214514921849f14d4266c7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/139d10a296154a81b81aae5988161906, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/9290db5e53f94b26b2880d70c49b150e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/86891eafebc24a25b9ff34f2d0c4aca0] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=48.7 K 2024-11-07T12:17:50,951 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1b4a3fd20214514921849f14d4266c7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1730981867244 2024-11-07T12:17:50,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-07T12:17:50,953 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 139d10a296154a81b81aae5988161906, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1730981867887 2024-11-07T12:17:50,954 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9290db5e53f94b26b2880d70c49b150e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1730981868341 2024-11-07T12:17:50,955 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86891eafebc24a25b9ff34f2d0c4aca0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1730981869497 2024-11-07T12:17:50,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:50,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981930964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:50,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981930966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:50,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981930972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:50,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741907_1083 (size=14741) 2024-11-07T12:17:51,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/ce91f5c6d3784ed1865b6b54242dcaf6 2024-11-07T12:17:51,006 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,006 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#C#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:51,007 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/a4f4454f785e499abf120b6e3929f786 is 50, key is test_row_0/C:col10/1730981869497/Put/seqid=0 2024-11-07T12:17:51,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-07T12:17:51,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:51,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:51,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:51,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/7063bfe01fb1445bbf095b1a9bd366f8 is 50, key is test_row_0/B:col10/1730981870922/Put/seqid=0 2024-11-07T12:17:51,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741908_1084 (size=13051) 2024-11-07T12:17:51,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:51,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981931072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:51,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981931077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741909_1085 (size=12301) 2024-11-07T12:17:51,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:51,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981931084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/7063bfe01fb1445bbf095b1a9bd366f8 2024-11-07T12:17:51,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/8ec7c1bc3fae40c8a26891524b0e8705 is 50, key is test_row_0/C:col10/1730981870922/Put/seqid=0 2024-11-07T12:17:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-07T12:17:51,175 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-07T12:17:51,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:51,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:51,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:51,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741910_1086 (size=12301) 2024-11-07T12:17:51,279 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/063a6b5682784995a3048230ab2bbdc6 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/063a6b5682784995a3048230ab2bbdc6 2024-11-07T12:17:51,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:51,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981931277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:51,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981931282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,291 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/B of 660a437d7c7b9ead4f5e2ced5f2d49ef into 063a6b5682784995a3048230ab2bbdc6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:51,291 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:51,291 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/B, priority=12, startTime=1730981870765; duration=0sec 2024-11-07T12:17:51,292 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:51,292 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:B 2024-11-07T12:17:51,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981931297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,329 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-07T12:17:51,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:51,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:51,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:51,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-07T12:17:51,483 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/a4f4454f785e499abf120b6e3929f786 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/a4f4454f785e499abf120b6e3929f786 2024-11-07T12:17:51,484 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-07T12:17:51,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:51,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:51,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:51,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,503 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/C of 660a437d7c7b9ead4f5e2ced5f2d49ef into a4f4454f785e499abf120b6e3929f786(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:51,503 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:51,503 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/C, priority=12, startTime=1730981870765; duration=0sec 2024-11-07T12:17:51,503 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:51,503 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:C 2024-11-07T12:17:51,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:51,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981931583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981931587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981931603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/8ec7c1bc3fae40c8a26891524b0e8705 2024-11-07T12:17:51,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/ce91f5c6d3784ed1865b6b54242dcaf6 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/ce91f5c6d3784ed1865b6b54242dcaf6 2024-11-07T12:17:51,639 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-07T12:17:51,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/ce91f5c6d3784ed1865b6b54242dcaf6, entries=200, sequenceid=349, filesize=14.4 K 2024-11-07T12:17:51,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:51,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:51,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:51,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/7063bfe01fb1445bbf095b1a9bd366f8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/7063bfe01fb1445bbf095b1a9bd366f8 2024-11-07T12:17:51,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981931661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/7063bfe01fb1445bbf095b1a9bd366f8, entries=150, sequenceid=349, filesize=12.0 K 2024-11-07T12:17:51,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/8ec7c1bc3fae40c8a26891524b0e8705 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/8ec7c1bc3fae40c8a26891524b0e8705 2024-11-07T12:17:51,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/8ec7c1bc3fae40c8a26891524b0e8705, entries=150, sequenceid=349, filesize=12.0 K 2024-11-07T12:17:51,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 749ms, sequenceid=349, compaction requested=false 2024-11-07T12:17:51,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:51,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T12:17:51,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:51,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:51,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:51,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:51,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:51,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:51,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/bf6e7baa87d34610b0d273f9ac234d55 is 50, key is test_row_0/A:col10/1730981870959/Put/seqid=0 2024-11-07T12:17:51,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741911_1087 (size=14741) 2024-11-07T12:17:51,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/bf6e7baa87d34610b0d273f9ac234d55 2024-11-07T12:17:51,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/30af0c998c8548dd81fa6806f27188a1 is 50, key is test_row_0/B:col10/1730981870959/Put/seqid=0 2024-11-07T12:17:51,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741912_1088 (size=12301) 2024-11-07T12:17:51,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981931788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-07T12:17:51,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:51,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:51,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:51,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981931892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,954 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:51,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-07T12:17:51,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:51,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:51,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:51,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-07T12:17:52,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981932096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:52,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981932097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:52,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981932105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:52,109 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:52,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-07T12:17:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:52,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:52,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:52,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981932113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:52,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/30af0c998c8548dd81fa6806f27188a1 2024-11-07T12:17:52,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/d60f9dfc51a0446f8bda93064a79364b is 50, key is test_row_0/C:col10/1730981870959/Put/seqid=0 2024-11-07T12:17:52,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741913_1089 (size=12301) 2024-11-07T12:17:52,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/d60f9dfc51a0446f8bda93064a79364b 2024-11-07T12:17:52,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/bf6e7baa87d34610b0d273f9ac234d55 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bf6e7baa87d34610b0d273f9ac234d55 2024-11-07T12:17:52,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bf6e7baa87d34610b0d273f9ac234d55, entries=200, sequenceid=365, filesize=14.4 K 2024-11-07T12:17:52,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/30af0c998c8548dd81fa6806f27188a1 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/30af0c998c8548dd81fa6806f27188a1 2024-11-07T12:17:52,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/30af0c998c8548dd81fa6806f27188a1, entries=150, sequenceid=365, filesize=12.0 K 2024-11-07T12:17:52,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/d60f9dfc51a0446f8bda93064a79364b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/d60f9dfc51a0446f8bda93064a79364b 2024-11-07T12:17:52,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/d60f9dfc51a0446f8bda93064a79364b, entries=150, sequenceid=365, filesize=12.0 K 2024-11-07T12:17:52,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 530ms, sequenceid=365, compaction requested=true 2024-11-07T12:17:52,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:52,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:17:52,230 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:17:52,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:52,230 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:17:52,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:17:52,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:52,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:17:52,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:52,232 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:17:52,232 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:17:52,232 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/A is initiating minor compaction (all files) 2024-11-07T12:17:52,232 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/B is initiating minor compaction (all files) 2024-11-07T12:17:52,232 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/A in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:52,232 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/B in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:52,232 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bed5e6b74698458dad35801804ce7d26, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/ce91f5c6d3784ed1865b6b54242dcaf6, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bf6e7baa87d34610b0d273f9ac234d55] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=41.5 K 2024-11-07T12:17:52,232 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/063a6b5682784995a3048230ab2bbdc6, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/7063bfe01fb1445bbf095b1a9bd366f8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/30af0c998c8548dd81fa6806f27188a1] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=36.8 K 2024-11-07T12:17:52,233 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 063a6b5682784995a3048230ab2bbdc6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1730981869497 2024-11-07T12:17:52,233 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting bed5e6b74698458dad35801804ce7d26, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1730981869497 2024-11-07T12:17:52,234 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 7063bfe01fb1445bbf095b1a9bd366f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1730981870593 2024-11-07T12:17:52,234 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce91f5c6d3784ed1865b6b54242dcaf6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1730981870593 2024-11-07T12:17:52,234 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 30af0c998c8548dd81fa6806f27188a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1730981870959 2024-11-07T12:17:52,234 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf6e7baa87d34610b0d273f9ac234d55, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1730981870959 2024-11-07T12:17:52,249 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#B#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:52,250 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/21bbeb9120e146a49900259a920fa60c is 50, key is test_row_0/B:col10/1730981870959/Put/seqid=0 2024-11-07T12:17:52,258 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#A#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:52,259 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/b04006b601574065b467c7f97af5f252 is 50, key is test_row_0/A:col10/1730981870959/Put/seqid=0 2024-11-07T12:17:52,262 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:52,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-07T12:17:52,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:52,263 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T12:17:52,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:52,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:52,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741914_1090 (size=13153) 2024-11-07T12:17:52,289 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/21bbeb9120e146a49900259a920fa60c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/21bbeb9120e146a49900259a920fa60c 2024-11-07T12:17:52,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/bc146acce9cc48fa8795bdd968abc500 is 50, key is test_row_0/A:col10/1730981871777/Put/seqid=0 2024-11-07T12:17:52,303 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/B of 660a437d7c7b9ead4f5e2ced5f2d49ef into 21bbeb9120e146a49900259a920fa60c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:52,303 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:52,303 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/B, priority=13, startTime=1730981872230; duration=0sec 2024-11-07T12:17:52,303 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:52,303 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:B 2024-11-07T12:17:52,303 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:17:52,306 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:17:52,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741915_1091 (size=13153) 2024-11-07T12:17:52,307 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/C is initiating minor compaction (all files) 2024-11-07T12:17:52,307 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/C in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:52,307 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/a4f4454f785e499abf120b6e3929f786, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/8ec7c1bc3fae40c8a26891524b0e8705, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/d60f9dfc51a0446f8bda93064a79364b] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=36.8 K 2024-11-07T12:17:52,308 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting a4f4454f785e499abf120b6e3929f786, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1730981869497 2024-11-07T12:17:52,312 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ec7c1bc3fae40c8a26891524b0e8705, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1730981870593 2024-11-07T12:17:52,314 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting d60f9dfc51a0446f8bda93064a79364b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1730981870959 2024-11-07T12:17:52,323 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/b04006b601574065b467c7f97af5f252 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/b04006b601574065b467c7f97af5f252 2024-11-07T12:17:52,334 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/A of 660a437d7c7b9ead4f5e2ced5f2d49ef into b04006b601574065b467c7f97af5f252(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:52,334 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:52,334 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/A, priority=13, startTime=1730981872230; duration=0sec 2024-11-07T12:17:52,335 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:52,335 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:A 2024-11-07T12:17:52,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741916_1092 (size=12301) 2024-11-07T12:17:52,351 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/bc146acce9cc48fa8795bdd968abc500 2024-11-07T12:17:52,356 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#C#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:52,357 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/03a9ca580f964e70a1a93b28962a9240 is 50, key is test_row_0/C:col10/1730981870959/Put/seqid=0 2024-11-07T12:17:52,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/64afb78c0c38459984de5bbc89bb3570 is 50, key is test_row_0/B:col10/1730981871777/Put/seqid=0 2024-11-07T12:17:52,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741918_1094 (size=12301) 2024-11-07T12:17:52,384 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/64afb78c0c38459984de5bbc89bb3570 2024-11-07T12:17:52,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741917_1093 (size=13153) 2024-11-07T12:17:52,399 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/03a9ca580f964e70a1a93b28962a9240 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/03a9ca580f964e70a1a93b28962a9240 2024-11-07T12:17:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:52,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:52,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/36a64c02db044dbe839a7e50e6efd1fe is 50, key is test_row_0/C:col10/1730981871777/Put/seqid=0 2024-11-07T12:17:52,411 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/C of 660a437d7c7b9ead4f5e2ced5f2d49ef into 03a9ca580f964e70a1a93b28962a9240(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:52,412 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:52,412 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/C, priority=13, startTime=1730981872231; duration=0sec 2024-11-07T12:17:52,412 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:52,412 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:C 2024-11-07T12:17:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741919_1095 (size=12301) 2024-11-07T12:17:52,424 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/36a64c02db044dbe839a7e50e6efd1fe 2024-11-07T12:17:52,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/bc146acce9cc48fa8795bdd968abc500 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bc146acce9cc48fa8795bdd968abc500 2024-11-07T12:17:52,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981932437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:52,443 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bc146acce9cc48fa8795bdd968abc500, entries=150, sequenceid=388, filesize=12.0 K 2024-11-07T12:17:52,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/64afb78c0c38459984de5bbc89bb3570 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/64afb78c0c38459984de5bbc89bb3570 2024-11-07T12:17:52,455 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/64afb78c0c38459984de5bbc89bb3570, entries=150, sequenceid=388, filesize=12.0 K 2024-11-07T12:17:52,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/36a64c02db044dbe839a7e50e6efd1fe as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/36a64c02db044dbe839a7e50e6efd1fe 2024-11-07T12:17:52,464 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/36a64c02db044dbe839a7e50e6efd1fe, entries=150, sequenceid=388, filesize=12.0 K 2024-11-07T12:17:52,466 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 203ms, sequenceid=388, compaction requested=false 2024-11-07T12:17:52,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:52,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:52,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-07T12:17:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-07T12:17:52,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-07T12:17:52,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6190 sec 2024-11-07T12:17:52,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.6250 sec 2024-11-07T12:17:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:52,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T12:17:52,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:52,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:52,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:52,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:52,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:52,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:52,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/d8f87a762fb84b77bdbd5f6313342cb0 is 50, key is test_row_0/A:col10/1730981872540/Put/seqid=0 2024-11-07T12:17:52,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741920_1096 (size=12301) 2024-11-07T12:17:52,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981932620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:52,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981932724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:52,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981932928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-07T12:17:52,963 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-07T12:17:52,965 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:17:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-07T12:17:52,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-07T12:17:52,967 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:17:52,968 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:17:52,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:17:52,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/d8f87a762fb84b77bdbd5f6313342cb0 2024-11-07T12:17:52,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/9840d8c635034c47b7b6ca7ed7633563 is 50, key is test_row_0/B:col10/1730981872540/Put/seqid=0 2024-11-07T12:17:52,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741921_1097 (size=12301) 2024-11-07T12:17:53,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-07T12:17:53,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:53,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981933103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:53,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:53,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981933116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:53,120 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:53,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-07T12:17:53,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:53,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:53,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:53,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:53,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:53,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:53,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981933125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:53,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981933236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-07T12:17:53,273 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:53,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-07T12:17:53,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:53,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:53,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:53,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:53,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:53,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/9840d8c635034c47b7b6ca7ed7633563 2024-11-07T12:17:53,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/860224145e534e5fb53d3d548a054a1d is 50, key is test_row_0/C:col10/1730981872540/Put/seqid=0 2024-11-07T12:17:53,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741922_1098 (size=12301) 2024-11-07T12:17:53,427 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:53,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-07T12:17:53,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:53,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:53,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:53,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:53,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-07T12:17:53,580 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:53,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-07T12:17:53,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:53,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:53,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:53,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:53,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:53,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42076 deadline: 1730981933672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:53,674 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., hostname=fbad4c8a32e4,36417,1730981847393, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:17:53,739 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:53,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-07T12:17:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:53,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:53,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:53,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981933747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:53,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/860224145e534e5fb53d3d548a054a1d 2024-11-07T12:17:53,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/d8f87a762fb84b77bdbd5f6313342cb0 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d8f87a762fb84b77bdbd5f6313342cb0 2024-11-07T12:17:53,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d8f87a762fb84b77bdbd5f6313342cb0, entries=150, sequenceid=405, filesize=12.0 K 2024-11-07T12:17:53,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/9840d8c635034c47b7b6ca7ed7633563 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/9840d8c635034c47b7b6ca7ed7633563 2024-11-07T12:17:53,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/9840d8c635034c47b7b6ca7ed7633563, entries=150, sequenceid=405, filesize=12.0 K 2024-11-07T12:17:53,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/860224145e534e5fb53d3d548a054a1d as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/860224145e534e5fb53d3d548a054a1d 2024-11-07T12:17:53,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/860224145e534e5fb53d3d548a054a1d, entries=150, sequenceid=405, filesize=12.0 K 2024-11-07T12:17:53,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 1317ms, sequenceid=405, compaction requested=true 2024-11-07T12:17:53,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:53,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:17:53,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:53,859 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:17:53,859 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:17:53,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:17:53,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:53,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:17:53,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:53,861 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:17:53,861 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/A is initiating minor compaction (all files) 2024-11-07T12:17:53,861 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/A in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:53,861 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/b04006b601574065b467c7f97af5f252, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bc146acce9cc48fa8795bdd968abc500, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d8f87a762fb84b77bdbd5f6313342cb0] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=36.9 K 2024-11-07T12:17:53,862 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:17:53,862 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/B is initiating minor compaction (all files) 2024-11-07T12:17:53,862 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting b04006b601574065b467c7f97af5f252, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1730981870959 2024-11-07T12:17:53,862 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/B in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:53,862 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/21bbeb9120e146a49900259a920fa60c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/64afb78c0c38459984de5bbc89bb3570, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/9840d8c635034c47b7b6ca7ed7633563] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=36.9 K 2024-11-07T12:17:53,863 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 21bbeb9120e146a49900259a920fa60c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1730981870959 2024-11-07T12:17:53,863 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc146acce9cc48fa8795bdd968abc500, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1730981871773 2024-11-07T12:17:53,863 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 64afb78c0c38459984de5bbc89bb3570, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1730981871773 2024-11-07T12:17:53,864 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8f87a762fb84b77bdbd5f6313342cb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1730981872424 2024-11-07T12:17:53,864 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 9840d8c635034c47b7b6ca7ed7633563, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1730981872424 2024-11-07T12:17:53,890 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:53,891 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/bf171e336db4447a861b4fa6003f7bd9 is 50, key is test_row_0/B:col10/1730981872540/Put/seqid=0 2024-11-07T12:17:53,893 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:53,894 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:53,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-07T12:17:53,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:53,896 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-07T12:17:53,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:53,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:53,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:53,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:53,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:53,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:53,898 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/65489b0ba99049b496e70f020a999e26 is 50, key is test_row_0/A:col10/1730981872540/Put/seqid=0 2024-11-07T12:17:53,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/3763c9f9123d4dc39fcc7f39647aa96d is 50, key is test_row_0/A:col10/1730981872609/Put/seqid=0 2024-11-07T12:17:53,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741923_1099 (size=13255) 2024-11-07T12:17:53,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741924_1100 (size=13255) 2024-11-07T12:17:53,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741925_1101 (size=12301) 2024-11-07T12:17:53,949 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/3763c9f9123d4dc39fcc7f39647aa96d 2024-11-07T12:17:53,950 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/65489b0ba99049b496e70f020a999e26 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/65489b0ba99049b496e70f020a999e26 2024-11-07T12:17:53,959 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/A of 660a437d7c7b9ead4f5e2ced5f2d49ef into 65489b0ba99049b496e70f020a999e26(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:53,959 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:53,959 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/A, priority=13, startTime=1730981873859; duration=0sec 2024-11-07T12:17:53,959 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:53,959 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:A 2024-11-07T12:17:53,959 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:17:53,965 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:17:53,965 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/C is initiating minor compaction (all files) 2024-11-07T12:17:53,965 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/C in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:53,965 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/03a9ca580f964e70a1a93b28962a9240, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/36a64c02db044dbe839a7e50e6efd1fe, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/860224145e534e5fb53d3d548a054a1d] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=36.9 K 2024-11-07T12:17:53,967 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03a9ca580f964e70a1a93b28962a9240, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1730981870959 2024-11-07T12:17:53,968 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36a64c02db044dbe839a7e50e6efd1fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1730981871773 2024-11-07T12:17:53,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/2c63e0f9582a45e4adf0f66fcf1cb7b3 is 50, key is test_row_0/B:col10/1730981872609/Put/seqid=0 2024-11-07T12:17:53,969 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 860224145e534e5fb53d3d548a054a1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1730981872424 2024-11-07T12:17:53,986 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#C#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:53,987 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/2580d008f9ef4e368dfc668ff52176e2 is 50, key is test_row_0/C:col10/1730981872540/Put/seqid=0 2024-11-07T12:17:54,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741926_1102 (size=12301) 2024-11-07T12:17:54,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741927_1103 (size=13255) 2024-11-07T12:17:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-07T12:17:54,340 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/bf171e336db4447a861b4fa6003f7bd9 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/bf171e336db4447a861b4fa6003f7bd9 2024-11-07T12:17:54,348 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/B of 660a437d7c7b9ead4f5e2ced5f2d49ef into bf171e336db4447a861b4fa6003f7bd9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:54,348 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:54,348 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/B, priority=13, startTime=1730981873859; duration=0sec 2024-11-07T12:17:54,348 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:54,348 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:B 2024-11-07T12:17:54,401 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/2c63e0f9582a45e4adf0f66fcf1cb7b3 2024-11-07T12:17:54,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/720a1803f51844e69cac1ea99daa0a83 is 50, key is test_row_0/C:col10/1730981872609/Put/seqid=0 2024-11-07T12:17:54,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741928_1104 (size=12301) 2024-11-07T12:17:54,439 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/2580d008f9ef4e368dfc668ff52176e2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/2580d008f9ef4e368dfc668ff52176e2 2024-11-07T12:17:54,445 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/C of 660a437d7c7b9ead4f5e2ced5f2d49ef into 2580d008f9ef4e368dfc668ff52176e2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:54,445 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:54,445 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/C, priority=13, startTime=1730981873860; duration=0sec 2024-11-07T12:17:54,445 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:54,445 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:C 2024-11-07T12:17:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:54,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. as already flushing 2024-11-07T12:17:54,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981934779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:54,818 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/720a1803f51844e69cac1ea99daa0a83 2024-11-07T12:17:54,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/3763c9f9123d4dc39fcc7f39647aa96d as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/3763c9f9123d4dc39fcc7f39647aa96d 2024-11-07T12:17:54,830 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/3763c9f9123d4dc39fcc7f39647aa96d, entries=150, sequenceid=427, filesize=12.0 K 2024-11-07T12:17:54,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/2c63e0f9582a45e4adf0f66fcf1cb7b3 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/2c63e0f9582a45e4adf0f66fcf1cb7b3 2024-11-07T12:17:54,837 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/2c63e0f9582a45e4adf0f66fcf1cb7b3, entries=150, sequenceid=427, filesize=12.0 K 2024-11-07T12:17:54,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/720a1803f51844e69cac1ea99daa0a83 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/720a1803f51844e69cac1ea99daa0a83 2024-11-07T12:17:54,844 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/720a1803f51844e69cac1ea99daa0a83, entries=150, sequenceid=427, filesize=12.0 K 2024-11-07T12:17:54,845 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 950ms, sequenceid=427, compaction requested=false 2024-11-07T12:17:54,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:54,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:54,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-07T12:17:54,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-07T12:17:54,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-07T12:17:54,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8790 sec 2024-11-07T12:17:54,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.8840 sec 2024-11-07T12:17:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:54,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T12:17:54,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:54,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:54,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:54,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:54,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:54,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:54,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/d906b3b055814d94966f1caea103e11b is 50, key is test_row_0/A:col10/1730981874884/Put/seqid=0 2024-11-07T12:17:54,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741929_1105 (size=14741) 2024-11-07T12:17:54,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981934947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:55,030 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12c5edf1 to 127.0.0.1:65262 2024-11-07T12:17:55,030 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2060957a to 127.0.0.1:65262 2024-11-07T12:17:55,030 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e7dbe62 to 127.0.0.1:65262 2024-11-07T12:17:55,030 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:55,030 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:55,030 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:55,034 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6174e4df to 127.0.0.1:65262 2024-11-07T12:17:55,034 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:55,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981935050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-07T12:17:55,075 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-07T12:17:55,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:55,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42020 deadline: 1730981935126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:55,127 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., hostname=fbad4c8a32e4,36417,1730981847393, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:17:55,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42084 deadline: 1730981935136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:55,137 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., hostname=fbad4c8a32e4,36417,1730981847393, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:17:55,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:55,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42036 deadline: 1730981935144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:55,145 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., hostname=fbad4c8a32e4,36417,1730981847393, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:17:55,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981935252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:55,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/d906b3b055814d94966f1caea103e11b 2024-11-07T12:17:55,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/a8c3d3a5626e4bf6b1989df67acc6b05 is 50, key is test_row_0/B:col10/1730981874884/Put/seqid=0 2024-11-07T12:17:55,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741930_1106 (size=12301) 2024-11-07T12:17:55,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981935554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:55,589 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:17:55,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/a8c3d3a5626e4bf6b1989df67acc6b05 2024-11-07T12:17:55,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/4b7187e637a244a683454d25cb106d33 is 50, key is test_row_0/C:col10/1730981874884/Put/seqid=0 2024-11-07T12:17:55,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741931_1107 (size=12301) 2024-11-07T12:17:55,850 ERROR [LeaseRenewer:jenkins@localhost:35093 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:35093,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:17:56,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:17:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42092 deadline: 1730981936060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:56,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/4b7187e637a244a683454d25cb106d33 2024-11-07T12:17:56,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/d906b3b055814d94966f1caea103e11b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d906b3b055814d94966f1caea103e11b 2024-11-07T12:17:56,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d906b3b055814d94966f1caea103e11b, entries=200, sequenceid=445, filesize=14.4 K 2024-11-07T12:17:56,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/a8c3d3a5626e4bf6b1989df67acc6b05 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/a8c3d3a5626e4bf6b1989df67acc6b05 2024-11-07T12:17:56,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/a8c3d3a5626e4bf6b1989df67acc6b05, entries=150, sequenceid=445, filesize=12.0 K 2024-11-07T12:17:56,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/4b7187e637a244a683454d25cb106d33 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/4b7187e637a244a683454d25cb106d33 2024-11-07T12:17:56,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/4b7187e637a244a683454d25cb106d33, entries=150, sequenceid=445, filesize=12.0 K 2024-11-07T12:17:56,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 1260ms, sequenceid=445, compaction requested=true 2024-11-07T12:17:56,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:56,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:17:56,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:56,145 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:17:56,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:17:56,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:56,145 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:17:56,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 660a437d7c7b9ead4f5e2ced5f2d49ef:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:17:56,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:56,147 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:17:56,147 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:17:56,147 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/A is initiating minor compaction (all files) 2024-11-07T12:17:56,147 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/B is initiating minor compaction (all files) 2024-11-07T12:17:56,147 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/A in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:56,147 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/B in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:56,147 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/bf171e336db4447a861b4fa6003f7bd9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/2c63e0f9582a45e4adf0f66fcf1cb7b3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/a8c3d3a5626e4bf6b1989df67acc6b05] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=37.0 K 2024-11-07T12:17:56,147 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/65489b0ba99049b496e70f020a999e26, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/3763c9f9123d4dc39fcc7f39647aa96d, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d906b3b055814d94966f1caea103e11b] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=39.4 K 2024-11-07T12:17:56,147 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65489b0ba99049b496e70f020a999e26, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1730981872424 2024-11-07T12:17:56,147 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting bf171e336db4447a861b4fa6003f7bd9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1730981872424 2024-11-07T12:17:56,148 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3763c9f9123d4dc39fcc7f39647aa96d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1730981872601 2024-11-07T12:17:56,148 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c63e0f9582a45e4adf0f66fcf1cb7b3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1730981872601 2024-11-07T12:17:56,148 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting d906b3b055814d94966f1caea103e11b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1730981874760 2024-11-07T12:17:56,148 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting a8c3d3a5626e4bf6b1989df67acc6b05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1730981874760 2024-11-07T12:17:56,157 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#A#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:56,157 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#B#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:56,157 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/81c1100e61ce4e019c907ce83b196d21 is 50, key is test_row_0/A:col10/1730981874884/Put/seqid=0 2024-11-07T12:17:56,158 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/e12a87520ec44db584191e1cb6238330 is 50, key is test_row_0/B:col10/1730981874884/Put/seqid=0 2024-11-07T12:17:56,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741932_1108 (size=13357) 2024-11-07T12:17:56,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741933_1109 (size=13357) 2024-11-07T12:17:56,569 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/81c1100e61ce4e019c907ce83b196d21 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/81c1100e61ce4e019c907ce83b196d21 2024-11-07T12:17:56,574 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/e12a87520ec44db584191e1cb6238330 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/e12a87520ec44db584191e1cb6238330 2024-11-07T12:17:56,574 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/A of 660a437d7c7b9ead4f5e2ced5f2d49ef into 81c1100e61ce4e019c907ce83b196d21(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:56,574 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:56,574 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/A, priority=13, startTime=1730981876145; duration=0sec 2024-11-07T12:17:56,575 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:17:56,575 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:A 2024-11-07T12:17:56,575 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:17:56,576 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:17:56,576 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 660a437d7c7b9ead4f5e2ced5f2d49ef/C is initiating minor compaction (all files) 2024-11-07T12:17:56,576 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 660a437d7c7b9ead4f5e2ced5f2d49ef/C in TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:56,576 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/2580d008f9ef4e368dfc668ff52176e2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/720a1803f51844e69cac1ea99daa0a83, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/4b7187e637a244a683454d25cb106d33] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp, totalSize=37.0 K 2024-11-07T12:17:56,576 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2580d008f9ef4e368dfc668ff52176e2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1730981872424 2024-11-07T12:17:56,577 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 720a1803f51844e69cac1ea99daa0a83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1730981872601 2024-11-07T12:17:56,577 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b7187e637a244a683454d25cb106d33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1730981874760 2024-11-07T12:17:56,579 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/B of 660a437d7c7b9ead4f5e2ced5f2d49ef into e12a87520ec44db584191e1cb6238330(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:56,579 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:56,579 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/B, priority=13, startTime=1730981876145; duration=0sec 2024-11-07T12:17:56,579 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:56,579 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:B 2024-11-07T12:17:56,587 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 660a437d7c7b9ead4f5e2ced5f2d49ef#C#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:17:56,588 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/0eec6df0511a4e1985e621087e143a20 is 50, key is test_row_0/C:col10/1730981874884/Put/seqid=0 2024-11-07T12:17:56,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741934_1110 (size=13357) 2024-11-07T12:17:57,000 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/0eec6df0511a4e1985e621087e143a20 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/0eec6df0511a4e1985e621087e143a20 2024-11-07T12:17:57,007 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 660a437d7c7b9ead4f5e2ced5f2d49ef/C of 660a437d7c7b9ead4f5e2ced5f2d49ef into 0eec6df0511a4e1985e621087e143a20(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:17:57,007 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:57,007 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef., storeName=660a437d7c7b9ead4f5e2ced5f2d49ef/C, priority=13, startTime=1730981876145; duration=0sec 2024-11-07T12:17:57,007 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:17:57,007 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 660a437d7c7b9ead4f5e2ced5f2d49ef:C 2024-11-07T12:17:57,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:57,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-07T12:17:57,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:57,069 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bda8607 to 127.0.0.1:65262 2024-11-07T12:17:57,069 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:57,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:57,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:57,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:57,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:57,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:57,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/8734ff9d9b2449c7b56338e8e80b2449 is 50, key is test_row_0/A:col10/1730981877067/Put/seqid=0 2024-11-07T12:17:57,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741935_1111 (size=12301) 2024-11-07T12:17:57,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/8734ff9d9b2449c7b56338e8e80b2449 2024-11-07T12:17:57,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/6f149cb083074e8db5a2eec6037b5892 is 50, key is test_row_0/B:col10/1730981877067/Put/seqid=0 2024-11-07T12:17:57,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741936_1112 (size=12301) 2024-11-07T12:17:57,703 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b787d14 to 127.0.0.1:65262 2024-11-07T12:17:57,704 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:57,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/6f149cb083074e8db5a2eec6037b5892 2024-11-07T12:17:57,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/1a248d54ceb242338990d1f3aa0b1df4 is 50, key is test_row_0/C:col10/1730981877067/Put/seqid=0 2024-11-07T12:17:57,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741937_1113 (size=12301) 2024-11-07T12:17:58,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/1a248d54ceb242338990d1f3aa0b1df4 2024-11-07T12:17:58,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/8734ff9d9b2449c7b56338e8e80b2449 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/8734ff9d9b2449c7b56338e8e80b2449 2024-11-07T12:17:58,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/8734ff9d9b2449c7b56338e8e80b2449, entries=150, sequenceid=470, filesize=12.0 K 2024-11-07T12:17:58,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/6f149cb083074e8db5a2eec6037b5892 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/6f149cb083074e8db5a2eec6037b5892 2024-11-07T12:17:58,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/6f149cb083074e8db5a2eec6037b5892, entries=150, sequenceid=470, filesize=12.0 K 2024-11-07T12:17:58,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/1a248d54ceb242338990d1f3aa0b1df4 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1a248d54ceb242338990d1f3aa0b1df4 2024-11-07T12:17:58,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1a248d54ceb242338990d1f3aa0b1df4, entries=150, sequenceid=470, filesize=12.0 K 2024-11-07T12:17:58,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=6.71 KB/6870 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 1264ms, sequenceid=470, compaction requested=false 2024-11-07T12:17:58,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:17:59,150 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b667940 to 127.0.0.1:65262 2024-11-07T12:17:59,150 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06e1da4f to 127.0.0.1:65262 2024-11-07T12:17:59,150 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:59,150 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:59,175 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f21a2ca to 127.0.0.1:65262 2024-11-07T12:17:59,175 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:59,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T12:17:59,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-07T12:17:59,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 129 2024-11-07T12:17:59,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-07T12:17:59,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-07T12:17:59,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-07T12:17:59,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T12:17:59,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3727 2024-11-07T12:17:59,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3747 2024-11-07T12:17:59,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T12:17:59,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1616 2024-11-07T12:17:59,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4848 rows 2024-11-07T12:17:59,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1628 2024-11-07T12:17:59,175 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4884 rows 2024-11-07T12:17:59,175 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-07T12:17:59,175 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1175f248 to 127.0.0.1:65262 2024-11-07T12:17:59,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:17:59,182 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-07T12:17:59,186 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T12:17:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T12:17:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-07T12:17:59,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981879194"}]},"ts":"1730981879194"} 2024-11-07T12:17:59,196 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T12:17:59,198 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T12:17:59,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T12:17:59,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=660a437d7c7b9ead4f5e2ced5f2d49ef, UNASSIGN}] 2024-11-07T12:17:59,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=660a437d7c7b9ead4f5e2ced5f2d49ef, UNASSIGN 2024-11-07T12:17:59,207 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=660a437d7c7b9ead4f5e2ced5f2d49ef, regionState=CLOSING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:59,208 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T12:17:59,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure 660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:17:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-07T12:17:59,364 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:17:59,366 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:17:59,366 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T12:17:59,367 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing 660a437d7c7b9ead4f5e2ced5f2d49ef, disabling compactions & flushes 2024-11-07T12:17:59,367 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:59,367 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:59,367 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. after waiting 0 ms 2024-11-07T12:17:59,367 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:17:59,368 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing 660a437d7c7b9ead4f5e2ced5f2d49ef 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-07T12:17:59,368 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=A 2024-11-07T12:17:59,368 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:59,368 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=B 2024-11-07T12:17:59,368 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:59,368 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 660a437d7c7b9ead4f5e2ced5f2d49ef, store=C 2024-11-07T12:17:59,368 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:17:59,373 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/e5dbb18089fb49738a973cb88e7ee538 is 50, key is test_row_0/A:col10/1730981879173/Put/seqid=0 2024-11-07T12:17:59,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741938_1114 (size=12301) 2024-11-07T12:17:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-07T12:17:59,779 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/e5dbb18089fb49738a973cb88e7ee538 2024-11-07T12:17:59,787 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/c4c28c72260e45d1b5c243c4aa2b29c2 is 50, key is test_row_0/B:col10/1730981879173/Put/seqid=0 2024-11-07T12:17:59,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741939_1115 (size=12301) 2024-11-07T12:17:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-07T12:17:59,928 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35093 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35093,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:00,192 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/c4c28c72260e45d1b5c243c4aa2b29c2 2024-11-07T12:18:00,201 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/1f9eb94f3a3442f4a41974866c373924 is 50, key is test_row_0/C:col10/1730981879173/Put/seqid=0 2024-11-07T12:18:00,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741940_1116 (size=12301) 2024-11-07T12:18:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-07T12:18:00,606 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/1f9eb94f3a3442f4a41974866c373924 2024-11-07T12:18:00,611 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/A/e5dbb18089fb49738a973cb88e7ee538 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/e5dbb18089fb49738a973cb88e7ee538 2024-11-07T12:18:00,615 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/e5dbb18089fb49738a973cb88e7ee538, entries=150, sequenceid=477, filesize=12.0 K 2024-11-07T12:18:00,616 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/B/c4c28c72260e45d1b5c243c4aa2b29c2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/c4c28c72260e45d1b5c243c4aa2b29c2 2024-11-07T12:18:00,620 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/c4c28c72260e45d1b5c243c4aa2b29c2, entries=150, sequenceid=477, filesize=12.0 K 2024-11-07T12:18:00,621 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/.tmp/C/1f9eb94f3a3442f4a41974866c373924 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1f9eb94f3a3442f4a41974866c373924 2024-11-07T12:18:00,625 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1f9eb94f3a3442f4a41974866c373924, entries=150, sequenceid=477, filesize=12.0 K 2024-11-07T12:18:00,626 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 660a437d7c7b9ead4f5e2ced5f2d49ef in 1259ms, sequenceid=477, compaction requested=true 2024-11-07T12:18:00,627 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/b046cc00f0ad46dabaebfbba490e9442, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/89e4a551fd41427382f2009ed2f76d4a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7ea0f52a1c4442be8739095a5c0f76ad, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d0ca36eeb0b548e5848991732afb72e3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7a1f18e19bf946a6ae43be656f64853e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7c3f7d7292dd4b5ca92a59b79400fe7c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7e0c8baf62a64b47b7638610b184de95, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/557ea89db80a4a20bb9798b5ea284cd9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/9262594e0c254e10a6f769be624ff908, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/99b257ea7f3c4dea8e557dba398a0eea, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d9957bc222d549f39925bc34b1bbf272, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/f40b7d608787414194885f722cc1043d, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/f1c43629ce0c4617a8e3e8c54abec97c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/1b7a270d49f54a298beea6aa6722b004, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bbc42f82112c4e798685bb329e18d879, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/4049985c84ff42c0b876f48e24d40467, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/dc76380818dc48a3b310922e30c0f94b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/66b25874ffaf4c3eb99b9c265af4b2f8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/571569e810484ba6a0c2291d971ce693, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/ad060670c65946f5adfe922a69ab337f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/4b6348360dce4a0389ffac914b0aa414, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bed5e6b74698458dad35801804ce7d26, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/180fddce18f94c00b49d01185911ffd8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/ce91f5c6d3784ed1865b6b54242dcaf6, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bf6e7baa87d34610b0d273f9ac234d55, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/b04006b601574065b467c7f97af5f252, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bc146acce9cc48fa8795bdd968abc500, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/65489b0ba99049b496e70f020a999e26, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d8f87a762fb84b77bdbd5f6313342cb0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/3763c9f9123d4dc39fcc7f39647aa96d, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d906b3b055814d94966f1caea103e11b] to archive 2024-11-07T12:18:00,630 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:18:00,636 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/b046cc00f0ad46dabaebfbba490e9442 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/b046cc00f0ad46dabaebfbba490e9442 2024-11-07T12:18:00,637 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/89e4a551fd41427382f2009ed2f76d4a to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/89e4a551fd41427382f2009ed2f76d4a 2024-11-07T12:18:00,639 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7ea0f52a1c4442be8739095a5c0f76ad to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7ea0f52a1c4442be8739095a5c0f76ad 2024-11-07T12:18:00,640 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d0ca36eeb0b548e5848991732afb72e3 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d0ca36eeb0b548e5848991732afb72e3 2024-11-07T12:18:00,641 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7a1f18e19bf946a6ae43be656f64853e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7a1f18e19bf946a6ae43be656f64853e 2024-11-07T12:18:00,643 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7c3f7d7292dd4b5ca92a59b79400fe7c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7c3f7d7292dd4b5ca92a59b79400fe7c 2024-11-07T12:18:00,644 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7e0c8baf62a64b47b7638610b184de95 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/7e0c8baf62a64b47b7638610b184de95 2024-11-07T12:18:00,645 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/557ea89db80a4a20bb9798b5ea284cd9 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/557ea89db80a4a20bb9798b5ea284cd9 2024-11-07T12:18:00,646 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/9262594e0c254e10a6f769be624ff908 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/9262594e0c254e10a6f769be624ff908 2024-11-07T12:18:00,648 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/99b257ea7f3c4dea8e557dba398a0eea to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/99b257ea7f3c4dea8e557dba398a0eea 2024-11-07T12:18:00,649 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d9957bc222d549f39925bc34b1bbf272 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d9957bc222d549f39925bc34b1bbf272 2024-11-07T12:18:00,650 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/f40b7d608787414194885f722cc1043d to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/f40b7d608787414194885f722cc1043d 2024-11-07T12:18:00,652 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/f1c43629ce0c4617a8e3e8c54abec97c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/f1c43629ce0c4617a8e3e8c54abec97c 2024-11-07T12:18:00,653 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/1b7a270d49f54a298beea6aa6722b004 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/1b7a270d49f54a298beea6aa6722b004 2024-11-07T12:18:00,654 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bbc42f82112c4e798685bb329e18d879 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bbc42f82112c4e798685bb329e18d879 2024-11-07T12:18:00,656 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/4049985c84ff42c0b876f48e24d40467 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/4049985c84ff42c0b876f48e24d40467 2024-11-07T12:18:00,657 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/dc76380818dc48a3b310922e30c0f94b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/dc76380818dc48a3b310922e30c0f94b 2024-11-07T12:18:00,658 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/66b25874ffaf4c3eb99b9c265af4b2f8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/66b25874ffaf4c3eb99b9c265af4b2f8 2024-11-07T12:18:00,660 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/571569e810484ba6a0c2291d971ce693 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/571569e810484ba6a0c2291d971ce693 2024-11-07T12:18:00,661 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/ad060670c65946f5adfe922a69ab337f to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/ad060670c65946f5adfe922a69ab337f 2024-11-07T12:18:00,663 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/4b6348360dce4a0389ffac914b0aa414 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/4b6348360dce4a0389ffac914b0aa414 2024-11-07T12:18:00,664 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bed5e6b74698458dad35801804ce7d26 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bed5e6b74698458dad35801804ce7d26 2024-11-07T12:18:00,665 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/180fddce18f94c00b49d01185911ffd8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/180fddce18f94c00b49d01185911ffd8 2024-11-07T12:18:00,667 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/ce91f5c6d3784ed1865b6b54242dcaf6 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/ce91f5c6d3784ed1865b6b54242dcaf6 2024-11-07T12:18:00,668 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bf6e7baa87d34610b0d273f9ac234d55 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bf6e7baa87d34610b0d273f9ac234d55 2024-11-07T12:18:00,669 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/b04006b601574065b467c7f97af5f252 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/b04006b601574065b467c7f97af5f252 2024-11-07T12:18:00,671 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bc146acce9cc48fa8795bdd968abc500 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/bc146acce9cc48fa8795bdd968abc500 2024-11-07T12:18:00,672 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/65489b0ba99049b496e70f020a999e26 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/65489b0ba99049b496e70f020a999e26 2024-11-07T12:18:00,673 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d8f87a762fb84b77bdbd5f6313342cb0 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d8f87a762fb84b77bdbd5f6313342cb0 2024-11-07T12:18:00,674 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/3763c9f9123d4dc39fcc7f39647aa96d to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/3763c9f9123d4dc39fcc7f39647aa96d 2024-11-07T12:18:00,676 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d906b3b055814d94966f1caea103e11b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/d906b3b055814d94966f1caea103e11b 2024-11-07T12:18:00,690 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/cb70bb2c83484d2eb6da2b7c32ed2bb1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/95fdab3426fa4890abd9c6e4eafc738d, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/3926d2a0124a499bad34c2931589e284, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/e7904d47533346f78b1277c734a729dd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/8e1aade4e9e449e493af23cef5ca2400, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/e10a7977c92a4bb8b91e46b15629e57c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/c5a8f21879d04a24b5c2020e4b9cf0ba, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/89609c55c80d467a98442a5c749cb6c2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/36705ddcd072437e865ed2fc19efef4e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/1889e3c0797c49c9b1c34bbc344766e5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/f280ab6e6e79428f9e395b010b6c30ad, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/66ee881d614b4f9f87f045d704ba1d6b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/4fbfb11236f942c5bb337d545db7924a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/13c7b35d48f646e6a6764f3b8abfb873, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/b1f9106295ae4c46b07b8519b1998e83, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/3bef653caa7b40a48db66c77ca5992c8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/959f7a0520fe43c6bf9a338c5e40ca23, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/9ca0b97c8dbe4de399ee9c37109e95ee, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/13d4afc127bf431787eadecae0527dfe, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/0357c220ec024f29984ed65092fd0cc4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/f6c91e564fce46569248514fa969a9a3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/063a6b5682784995a3048230ab2bbdc6, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/547bb672bb45484ea742e845f9251d1b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/7063bfe01fb1445bbf095b1a9bd366f8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/21bbeb9120e146a49900259a920fa60c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/30af0c998c8548dd81fa6806f27188a1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/64afb78c0c38459984de5bbc89bb3570, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/bf171e336db4447a861b4fa6003f7bd9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/9840d8c635034c47b7b6ca7ed7633563, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/2c63e0f9582a45e4adf0f66fcf1cb7b3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/a8c3d3a5626e4bf6b1989df67acc6b05] to archive 2024-11-07T12:18:00,691 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:18:00,693 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/cb70bb2c83484d2eb6da2b7c32ed2bb1 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/cb70bb2c83484d2eb6da2b7c32ed2bb1 2024-11-07T12:18:00,695 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/95fdab3426fa4890abd9c6e4eafc738d to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/95fdab3426fa4890abd9c6e4eafc738d 2024-11-07T12:18:00,696 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/3926d2a0124a499bad34c2931589e284 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/3926d2a0124a499bad34c2931589e284 2024-11-07T12:18:00,697 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/e7904d47533346f78b1277c734a729dd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/e7904d47533346f78b1277c734a729dd 2024-11-07T12:18:00,698 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/8e1aade4e9e449e493af23cef5ca2400 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/8e1aade4e9e449e493af23cef5ca2400 2024-11-07T12:18:00,699 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/e10a7977c92a4bb8b91e46b15629e57c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/e10a7977c92a4bb8b91e46b15629e57c 2024-11-07T12:18:00,701 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/c5a8f21879d04a24b5c2020e4b9cf0ba to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/c5a8f21879d04a24b5c2020e4b9cf0ba 2024-11-07T12:18:00,702 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/89609c55c80d467a98442a5c749cb6c2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/89609c55c80d467a98442a5c749cb6c2 2024-11-07T12:18:00,703 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/36705ddcd072437e865ed2fc19efef4e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/36705ddcd072437e865ed2fc19efef4e 2024-11-07T12:18:00,705 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/1889e3c0797c49c9b1c34bbc344766e5 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/1889e3c0797c49c9b1c34bbc344766e5 2024-11-07T12:18:00,706 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/f280ab6e6e79428f9e395b010b6c30ad to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/f280ab6e6e79428f9e395b010b6c30ad 2024-11-07T12:18:00,707 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/66ee881d614b4f9f87f045d704ba1d6b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/66ee881d614b4f9f87f045d704ba1d6b 2024-11-07T12:18:00,708 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/4fbfb11236f942c5bb337d545db7924a to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/4fbfb11236f942c5bb337d545db7924a 2024-11-07T12:18:00,710 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/13c7b35d48f646e6a6764f3b8abfb873 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/13c7b35d48f646e6a6764f3b8abfb873 2024-11-07T12:18:00,711 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/b1f9106295ae4c46b07b8519b1998e83 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/b1f9106295ae4c46b07b8519b1998e83 2024-11-07T12:18:00,712 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/3bef653caa7b40a48db66c77ca5992c8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/3bef653caa7b40a48db66c77ca5992c8 2024-11-07T12:18:00,713 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/959f7a0520fe43c6bf9a338c5e40ca23 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/959f7a0520fe43c6bf9a338c5e40ca23 2024-11-07T12:18:00,715 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/9ca0b97c8dbe4de399ee9c37109e95ee to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/9ca0b97c8dbe4de399ee9c37109e95ee 2024-11-07T12:18:00,716 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/13d4afc127bf431787eadecae0527dfe to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/13d4afc127bf431787eadecae0527dfe 2024-11-07T12:18:00,717 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/0357c220ec024f29984ed65092fd0cc4 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/0357c220ec024f29984ed65092fd0cc4 2024-11-07T12:18:00,719 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/f6c91e564fce46569248514fa969a9a3 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/f6c91e564fce46569248514fa969a9a3 2024-11-07T12:18:00,720 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/063a6b5682784995a3048230ab2bbdc6 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/063a6b5682784995a3048230ab2bbdc6 2024-11-07T12:18:00,721 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/547bb672bb45484ea742e845f9251d1b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/547bb672bb45484ea742e845f9251d1b 2024-11-07T12:18:00,722 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/7063bfe01fb1445bbf095b1a9bd366f8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/7063bfe01fb1445bbf095b1a9bd366f8 2024-11-07T12:18:00,724 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/21bbeb9120e146a49900259a920fa60c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/21bbeb9120e146a49900259a920fa60c 2024-11-07T12:18:00,726 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/30af0c998c8548dd81fa6806f27188a1 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/30af0c998c8548dd81fa6806f27188a1 2024-11-07T12:18:00,727 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/64afb78c0c38459984de5bbc89bb3570 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/64afb78c0c38459984de5bbc89bb3570 2024-11-07T12:18:00,728 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/bf171e336db4447a861b4fa6003f7bd9 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/bf171e336db4447a861b4fa6003f7bd9 2024-11-07T12:18:00,730 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/9840d8c635034c47b7b6ca7ed7633563 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/9840d8c635034c47b7b6ca7ed7633563 2024-11-07T12:18:00,731 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/2c63e0f9582a45e4adf0f66fcf1cb7b3 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/2c63e0f9582a45e4adf0f66fcf1cb7b3 2024-11-07T12:18:00,733 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/a8c3d3a5626e4bf6b1989df67acc6b05 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/a8c3d3a5626e4bf6b1989df67acc6b05 2024-11-07T12:18:00,734 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/c64f74d4ca5d4978be01c7e19772b31e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/5777765d849e4f6ab17f1ff2e1c1f964, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/e170feefec12470ebfdfd80997c1cf08, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/a7955ade460741cd8a5a2d32c57f8af5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/ee5bb30946374f1fa65ea02acd60f2cd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/38989eb60a7646748482ee87aaf97e00, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/4c8bb4523bbc4768b9874f4d10ec546f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/5a49953768cf4f55b96e26c3974d9bbc, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/6e2732cfb64246c38975448a11095f52, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1ec8edfb929b4d10a7bec9ea50e35af3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/bc6a2f3dd4134999916e4580b6202e75, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/d3e9a145146f409188970fe8aa21683f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/80fec01fc2ab47deb7ef8af15dfcbb0b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1ddd5ad04a8a4e30b067bac5b6f4adfb, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/23c220cc56c243498392cfffac035513, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/af3cf0bf0b484b81af7d63744e4804f1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/e2525f0ac9e2450e82dc79b8ba8983e0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/b1b4a3fd20214514921849f14d4266c7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/9ee7eb7d45f74f6da59519de7edb7933, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/139d10a296154a81b81aae5988161906, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/9290db5e53f94b26b2880d70c49b150e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/a4f4454f785e499abf120b6e3929f786, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/86891eafebc24a25b9ff34f2d0c4aca0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/8ec7c1bc3fae40c8a26891524b0e8705, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/03a9ca580f964e70a1a93b28962a9240, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/d60f9dfc51a0446f8bda93064a79364b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/36a64c02db044dbe839a7e50e6efd1fe, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/2580d008f9ef4e368dfc668ff52176e2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/860224145e534e5fb53d3d548a054a1d, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/720a1803f51844e69cac1ea99daa0a83, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/4b7187e637a244a683454d25cb106d33] to archive 2024-11-07T12:18:00,735 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:18:00,737 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/c64f74d4ca5d4978be01c7e19772b31e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/c64f74d4ca5d4978be01c7e19772b31e 2024-11-07T12:18:00,739 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/5777765d849e4f6ab17f1ff2e1c1f964 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/5777765d849e4f6ab17f1ff2e1c1f964 2024-11-07T12:18:00,740 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/e170feefec12470ebfdfd80997c1cf08 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/e170feefec12470ebfdfd80997c1cf08 2024-11-07T12:18:00,741 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/a7955ade460741cd8a5a2d32c57f8af5 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/a7955ade460741cd8a5a2d32c57f8af5 2024-11-07T12:18:00,743 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/ee5bb30946374f1fa65ea02acd60f2cd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/ee5bb30946374f1fa65ea02acd60f2cd 2024-11-07T12:18:00,744 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/38989eb60a7646748482ee87aaf97e00 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/38989eb60a7646748482ee87aaf97e00 2024-11-07T12:18:00,746 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/4c8bb4523bbc4768b9874f4d10ec546f to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/4c8bb4523bbc4768b9874f4d10ec546f 2024-11-07T12:18:00,747 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/5a49953768cf4f55b96e26c3974d9bbc to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/5a49953768cf4f55b96e26c3974d9bbc 2024-11-07T12:18:00,748 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/6e2732cfb64246c38975448a11095f52 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/6e2732cfb64246c38975448a11095f52 2024-11-07T12:18:00,749 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1ec8edfb929b4d10a7bec9ea50e35af3 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1ec8edfb929b4d10a7bec9ea50e35af3 2024-11-07T12:18:00,751 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/bc6a2f3dd4134999916e4580b6202e75 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/bc6a2f3dd4134999916e4580b6202e75 2024-11-07T12:18:00,752 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/d3e9a145146f409188970fe8aa21683f to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/d3e9a145146f409188970fe8aa21683f 2024-11-07T12:18:00,753 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/80fec01fc2ab47deb7ef8af15dfcbb0b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/80fec01fc2ab47deb7ef8af15dfcbb0b 2024-11-07T12:18:00,754 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1ddd5ad04a8a4e30b067bac5b6f4adfb to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1ddd5ad04a8a4e30b067bac5b6f4adfb 2024-11-07T12:18:00,756 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/23c220cc56c243498392cfffac035513 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/23c220cc56c243498392cfffac035513 2024-11-07T12:18:00,757 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/af3cf0bf0b484b81af7d63744e4804f1 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/af3cf0bf0b484b81af7d63744e4804f1 2024-11-07T12:18:00,758 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/e2525f0ac9e2450e82dc79b8ba8983e0 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/e2525f0ac9e2450e82dc79b8ba8983e0 2024-11-07T12:18:00,759 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/b1b4a3fd20214514921849f14d4266c7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/b1b4a3fd20214514921849f14d4266c7 2024-11-07T12:18:00,760 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/9ee7eb7d45f74f6da59519de7edb7933 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/9ee7eb7d45f74f6da59519de7edb7933 2024-11-07T12:18:00,761 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/139d10a296154a81b81aae5988161906 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/139d10a296154a81b81aae5988161906 2024-11-07T12:18:00,763 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/9290db5e53f94b26b2880d70c49b150e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/9290db5e53f94b26b2880d70c49b150e 2024-11-07T12:18:00,764 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/a4f4454f785e499abf120b6e3929f786 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/a4f4454f785e499abf120b6e3929f786 2024-11-07T12:18:00,765 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/86891eafebc24a25b9ff34f2d0c4aca0 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/86891eafebc24a25b9ff34f2d0c4aca0 2024-11-07T12:18:00,767 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/8ec7c1bc3fae40c8a26891524b0e8705 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/8ec7c1bc3fae40c8a26891524b0e8705 2024-11-07T12:18:00,768 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/03a9ca580f964e70a1a93b28962a9240 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/03a9ca580f964e70a1a93b28962a9240 2024-11-07T12:18:00,770 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/d60f9dfc51a0446f8bda93064a79364b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/d60f9dfc51a0446f8bda93064a79364b 2024-11-07T12:18:00,771 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/36a64c02db044dbe839a7e50e6efd1fe to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/36a64c02db044dbe839a7e50e6efd1fe 2024-11-07T12:18:00,772 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/2580d008f9ef4e368dfc668ff52176e2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/2580d008f9ef4e368dfc668ff52176e2 2024-11-07T12:18:00,774 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/860224145e534e5fb53d3d548a054a1d to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/860224145e534e5fb53d3d548a054a1d 2024-11-07T12:18:00,775 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/720a1803f51844e69cac1ea99daa0a83 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/720a1803f51844e69cac1ea99daa0a83 2024-11-07T12:18:00,777 DEBUG [StoreCloser-TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/4b7187e637a244a683454d25cb106d33 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/4b7187e637a244a683454d25cb106d33 2024-11-07T12:18:00,782 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/recovered.edits/480.seqid, newMaxSeqId=480, maxSeqId=1 2024-11-07T12:18:00,785 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef. 2024-11-07T12:18:00,785 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for 660a437d7c7b9ead4f5e2ced5f2d49ef: 2024-11-07T12:18:00,789 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed 660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:18:00,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=660a437d7c7b9ead4f5e2ced5f2d49ef, regionState=CLOSED 2024-11-07T12:18:00,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-07T12:18:00,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure 660a437d7c7b9ead4f5e2ced5f2d49ef, server=fbad4c8a32e4,36417,1730981847393 in 1.5830 sec 2024-11-07T12:18:00,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-11-07T12:18:00,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=660a437d7c7b9ead4f5e2ced5f2d49ef, UNASSIGN in 1.5880 sec 2024-11-07T12:18:00,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-07T12:18:00,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5960 sec 2024-11-07T12:18:00,800 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981880799"}]},"ts":"1730981880799"} 2024-11-07T12:18:00,801 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T12:18:00,803 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T12:18:00,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6160 sec 2024-11-07T12:18:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-07T12:18:01,300 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-07T12:18:01,303 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T12:18:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:18:01,310 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:18:01,311 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:18:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-07T12:18:01,316 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:18:01,321 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/recovered.edits] 2024-11-07T12:18:01,325 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/81c1100e61ce4e019c907ce83b196d21 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/81c1100e61ce4e019c907ce83b196d21 2024-11-07T12:18:01,326 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/8734ff9d9b2449c7b56338e8e80b2449 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/8734ff9d9b2449c7b56338e8e80b2449 2024-11-07T12:18:01,328 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/e5dbb18089fb49738a973cb88e7ee538 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/A/e5dbb18089fb49738a973cb88e7ee538 2024-11-07T12:18:01,331 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/6f149cb083074e8db5a2eec6037b5892 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/6f149cb083074e8db5a2eec6037b5892 2024-11-07T12:18:01,333 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/c4c28c72260e45d1b5c243c4aa2b29c2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/c4c28c72260e45d1b5c243c4aa2b29c2 2024-11-07T12:18:01,334 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/e12a87520ec44db584191e1cb6238330 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/B/e12a87520ec44db584191e1cb6238330 2024-11-07T12:18:01,337 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/0eec6df0511a4e1985e621087e143a20 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/0eec6df0511a4e1985e621087e143a20 2024-11-07T12:18:01,339 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1a248d54ceb242338990d1f3aa0b1df4 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1a248d54ceb242338990d1f3aa0b1df4 2024-11-07T12:18:01,340 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1f9eb94f3a3442f4a41974866c373924 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/C/1f9eb94f3a3442f4a41974866c373924 2024-11-07T12:18:01,344 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/recovered.edits/480.seqid to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef/recovered.edits/480.seqid 2024-11-07T12:18:01,345 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/660a437d7c7b9ead4f5e2ced5f2d49ef 2024-11-07T12:18:01,345 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T12:18:01,350 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:18:01,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-07T12:18:01,360 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T12:18:01,398 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T12:18:01,399 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:18:01,399 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T12:18:01,399 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1730981881399"}]},"ts":"9223372036854775807"} 2024-11-07T12:18:01,402 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-07T12:18:01,402 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 660a437d7c7b9ead4f5e2ced5f2d49ef, NAME => 'TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T12:18:01,403 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T12:18:01,403 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1730981881403"}]},"ts":"9223372036854775807"} 2024-11-07T12:18:01,405 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-07T12:18:01,408 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:18:01,408 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 104 msec 2024-11-07T12:18:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-07T12:18:01,413 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-07T12:18:01,427 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xed83588-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;fbad4c8a32e4:36417-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1862602733_22 at /127.0.0.1:40446 [Waiting for operation #310] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xed83588-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xed83588-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xed83588-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_273238181_22 at /127.0.0.1:53510 [Waiting for operation #328] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=911 (was 962), ProcessCount=11 (was 11), AvailableMemoryMB=3500 (was 2509) - AvailableMemoryMB LEAK? - 2024-11-07T12:18:01,437 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=911, ProcessCount=11, AvailableMemoryMB=3499 2024-11-07T12:18:01,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T12:18:01,439 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:18:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T12:18:01,442 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:18:01,442 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:01,442 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 33 2024-11-07T12:18:01,443 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:18:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-07T12:18:01,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741941_1117 (size=960) 2024-11-07T12:18:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-07T12:18:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-07T12:18:01,856 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb 2024-11-07T12:18:01,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741942_1118 (size=53) 2024-11-07T12:18:01,875 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:01,875 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing f230bc725f1cc941b668303c134dd07c, disabling compactions & flushes 2024-11-07T12:18:01,875 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:01,875 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:01,875 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. after waiting 0 ms 2024-11-07T12:18:01,875 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:01,875 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:01,876 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:01,878 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:18:01,878 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1730981881878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981881878"}]},"ts":"1730981881878"} 2024-11-07T12:18:01,880 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-07T12:18:01,881 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:18:01,881 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981881881"}]},"ts":"1730981881881"} 2024-11-07T12:18:01,883 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T12:18:01,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f230bc725f1cc941b668303c134dd07c, ASSIGN}] 2024-11-07T12:18:01,890 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f230bc725f1cc941b668303c134dd07c, ASSIGN 2024-11-07T12:18:01,891 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f230bc725f1cc941b668303c134dd07c, ASSIGN; state=OFFLINE, location=fbad4c8a32e4,36417,1730981847393; forceNewPlan=false, retain=false 2024-11-07T12:18:02,042 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=f230bc725f1cc941b668303c134dd07c, regionState=OPENING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:02,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:18:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-07T12:18:02,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:02,201 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:02,201 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:02,202 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:02,202 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:02,202 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:02,202 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:02,204 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:02,209 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:18:02,209 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f230bc725f1cc941b668303c134dd07c columnFamilyName A 2024-11-07T12:18:02,209 DEBUG [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:02,214 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.HStore(327): Store=f230bc725f1cc941b668303c134dd07c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:02,214 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:02,217 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:18:02,218 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f230bc725f1cc941b668303c134dd07c columnFamilyName B 2024-11-07T12:18:02,218 DEBUG [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:02,219 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.HStore(327): Store=f230bc725f1cc941b668303c134dd07c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:02,219 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:02,224 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:18:02,225 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f230bc725f1cc941b668303c134dd07c columnFamilyName C 2024-11-07T12:18:02,225 DEBUG [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:02,226 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.HStore(327): Store=f230bc725f1cc941b668303c134dd07c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:02,226 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:02,227 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:02,227 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:02,233 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:18:02,235 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:02,237 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:18:02,237 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened f230bc725f1cc941b668303c134dd07c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62933050, jitterRate=-0.06222447752952576}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:18:02,239 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:02,244 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., pid=35, masterSystemTime=1730981882197 2024-11-07T12:18:02,246 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:02,246 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:02,247 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=f230bc725f1cc941b668303c134dd07c, regionState=OPEN, openSeqNum=2, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:02,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-07T12:18:02,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 in 205 msec 2024-11-07T12:18:02,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-11-07T12:18:02,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f230bc725f1cc941b668303c134dd07c, ASSIGN in 364 msec 2024-11-07T12:18:02,259 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:18:02,259 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981882259"}]},"ts":"1730981882259"} 2024-11-07T12:18:02,261 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T12:18:02,281 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:18:02,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 842 msec 2024-11-07T12:18:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-11-07T12:18:02,548 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed 2024-11-07T12:18:02,550 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x738f74c0 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e69b8cd 2024-11-07T12:18:02,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61106ab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:02,556 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:02,558 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:02,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:02,562 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:18:02,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T12:18:02,568 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:18:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-07T12:18:02,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741943_1119 (size=996) 2024-11-07T12:18:02,598 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-07T12:18:02,598 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-07T12:18:02,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T12:18:02,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f230bc725f1cc941b668303c134dd07c, REOPEN/MOVE}] 2024-11-07T12:18:02,617 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f230bc725f1cc941b668303c134dd07c, REOPEN/MOVE 2024-11-07T12:18:02,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=f230bc725f1cc941b668303c134dd07c, regionState=CLOSING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:02,619 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T12:18:02,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:18:02,771 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:02,772 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:02,772 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T12:18:02,773 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing f230bc725f1cc941b668303c134dd07c, disabling compactions & flushes 2024-11-07T12:18:02,773 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:02,773 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:02,773 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. after waiting 0 ms 2024-11-07T12:18:02,773 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:02,779 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T12:18:02,780 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:02,780 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:02,780 WARN [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: f230bc725f1cc941b668303c134dd07c to self. 2024-11-07T12:18:02,783 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:02,783 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=f230bc725f1cc941b668303c134dd07c, regionState=CLOSED 2024-11-07T12:18:02,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-07T12:18:02,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 in 165 msec 2024-11-07T12:18:02,787 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f230bc725f1cc941b668303c134dd07c, REOPEN/MOVE; state=CLOSED, location=fbad4c8a32e4,36417,1730981847393; forceNewPlan=false, retain=true 2024-11-07T12:18:02,938 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=f230bc725f1cc941b668303c134dd07c, regionState=OPENING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:02,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:18:03,092 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,096 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:03,096 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:03,097 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:03,097 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:03,097 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:03,097 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:03,099 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:03,100 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:18:03,106 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f230bc725f1cc941b668303c134dd07c columnFamilyName A 2024-11-07T12:18:03,113 DEBUG [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:03,114 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.HStore(327): Store=f230bc725f1cc941b668303c134dd07c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:03,114 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:03,115 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:18:03,115 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f230bc725f1cc941b668303c134dd07c columnFamilyName B 2024-11-07T12:18:03,115 DEBUG [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:03,116 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.HStore(327): Store=f230bc725f1cc941b668303c134dd07c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:03,116 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:03,117 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:18:03,117 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f230bc725f1cc941b668303c134dd07c columnFamilyName C 2024-11-07T12:18:03,117 DEBUG [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:03,118 INFO [StoreOpener-f230bc725f1cc941b668303c134dd07c-1 {}] regionserver.HStore(327): Store=f230bc725f1cc941b668303c134dd07c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:03,118 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:03,119 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:03,120 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:03,123 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:18:03,129 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:03,130 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened f230bc725f1cc941b668303c134dd07c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71084474, jitterRate=0.05924120545387268}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:18:03,131 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:03,132 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., pid=40, masterSystemTime=1730981883092 2024-11-07T12:18:03,134 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:03,134 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:03,135 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=f230bc725f1cc941b668303c134dd07c, regionState=OPEN, openSeqNum=5, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38 2024-11-07T12:18:03,139 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 in 196 msec 2024-11-07T12:18:03,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-11-07T12:18:03,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f230bc725f1cc941b668303c134dd07c, REOPEN/MOVE in 522 msec 2024-11-07T12:18:03,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-07T12:18:03,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 540 msec 2024-11-07T12:18:03,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 573 msec 2024-11-07T12:18:03,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-07T12:18:03,156 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7042be7d to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@575e654e 2024-11-07T12:18:03,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7f19bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:03,173 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27147e97 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77146dd7 2024-11-07T12:18:03,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5467bf1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:03,179 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6099ffd5 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@284cc4e8 2024-11-07T12:18:03,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bc04acf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:03,187 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12e8dbde to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ddfb10f 2024-11-07T12:18:03,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3867f7f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:03,192 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3645b3e1 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@753f5371 2024-11-07T12:18:03,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e0e243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:03,198 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d706e01 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58f77316 2024-11-07T12:18:03,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321b55ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:03,204 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x663bcd69 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5377d7b 2024-11-07T12:18:03,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d695ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:03,216 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30e1d06c to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e03afae 2024-11-07T12:18:03,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ba7ec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:03,220 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x570b851e to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44662e8e 2024-11-07T12:18:03,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed004ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:03,228 DEBUG [hconnection-0x76e0c7e1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:03,232 DEBUG [hconnection-0x494fe734-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:03,234 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37612, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:03,246 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37626, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:03,246 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:18:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-11-07T12:18:03,261 DEBUG [hconnection-0x61f9a5dc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:03,264 DEBUG [hconnection-0x6d0e2c7d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:03,272 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:03,274 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:03,280 DEBUG [hconnection-0x366b0197-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:03,286 DEBUG [hconnection-0x43d1adce-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:03,288 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:03,290 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:03,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T12:18:03,292 DEBUG [hconnection-0x7eed2d9f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:03,294 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:03,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:03,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:03,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:03,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:03,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:03,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-07T12:18:03,303 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:18:03,304 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:18:03,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:18:03,307 DEBUG [hconnection-0x31a3108d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:03,314 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:03,315 DEBUG [hconnection-0x6bbbb871-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:03,318 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:03,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981943351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981943352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37696 deadline: 1730981943354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981943355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981943357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411073a177a941c244e32ade6abd66ba58885_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981883287/Put/seqid=0 2024-11-07T12:18:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-07T12:18:03,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741944_1120 (size=12154) 2024-11-07T12:18:03,436 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:03,443 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411073a177a941c244e32ade6abd66ba58885_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073a177a941c244e32ade6abd66ba58885_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:03,445 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/f260a4ca715e42c29989774358014e12, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:03,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/f260a4ca715e42c29989774358014e12 is 175, key is test_row_0/A:col10/1730981883287/Put/seqid=0 2024-11-07T12:18:03,455 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-07T12:18:03,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:03,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:03,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:03,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:03,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:03,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981943460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981943462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981943467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37696 deadline: 1730981943470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981943477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741945_1121 (size=30955) 2024-11-07T12:18:03,513 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/f260a4ca715e42c29989774358014e12 2024-11-07T12:18:03,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/9232b0f2b7c144769e39a6a175e64c9e is 50, key is test_row_0/B:col10/1730981883287/Put/seqid=0 2024-11-07T12:18:03,586 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T12:18:03,588 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T12:18:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-07T12:18:03,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741946_1122 (size=12001) 2024-11-07T12:18:03,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/9232b0f2b7c144769e39a6a175e64c9e 2024-11-07T12:18:03,610 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-07T12:18:03,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:03,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:03,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:03,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:03,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:03,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/754ecfec1245473bb9dcf33c64626f93 is 50, key is test_row_0/C:col10/1730981883287/Put/seqid=0 2024-11-07T12:18:03,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981943667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981943667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741947_1123 (size=12001) 2024-11-07T12:18:03,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981943678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37696 deadline: 1730981943683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981943694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,765 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-07T12:18:03,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:03,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:03,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:03,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:03,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:03,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-07T12:18:03,924 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-07T12:18:03,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:03,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:03,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:03,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:03,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:03,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981943972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981943976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981943994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:03,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:03,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981943996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:04,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:04,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37696 deadline: 1730981944001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:04,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/754ecfec1245473bb9dcf33c64626f93 2024-11-07T12:18:04,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/f260a4ca715e42c29989774358014e12 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f260a4ca715e42c29989774358014e12 2024-11-07T12:18:04,102 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:04,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-07T12:18:04,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:04,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:04,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:04,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:04,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:04,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f260a4ca715e42c29989774358014e12, entries=150, sequenceid=16, filesize=30.2 K 2024-11-07T12:18:04,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/9232b0f2b7c144769e39a6a175e64c9e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/9232b0f2b7c144769e39a6a175e64c9e 2024-11-07T12:18:04,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:04,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/9232b0f2b7c144769e39a6a175e64c9e, entries=150, sequenceid=16, filesize=11.7 K 2024-11-07T12:18:04,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/754ecfec1245473bb9dcf33c64626f93 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/754ecfec1245473bb9dcf33c64626f93 2024-11-07T12:18:04,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/754ecfec1245473bb9dcf33c64626f93, entries=150, sequenceid=16, filesize=11.7 K 2024-11-07T12:18:04,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f230bc725f1cc941b668303c134dd07c in 867ms, sequenceid=16, compaction requested=false 2024-11-07T12:18:04,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:04,266 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:04,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-11-07T12:18:04,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:04,268 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T12:18:04,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:04,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:04,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:04,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:04,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:04,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:04,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107187ed8ad3bf74d1c97d6dc56fe1b50f6_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981883351/Put/seqid=0 2024-11-07T12:18:04,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741948_1124 (size=12154) 2024-11-07T12:18:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-07T12:18:04,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:04,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37696 deadline: 1730981944503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:04,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981944506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:04,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981944509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:04,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981944512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:04,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981944513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:04,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:04,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981944616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:04,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981944616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:04,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981944617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:04,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981944622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:04,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:04,794 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107187ed8ad3bf74d1c97d6dc56fe1b50f6_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107187ed8ad3bf74d1c97d6dc56fe1b50f6_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:04,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/15b64c32ae964154bfcffc7209eacbd0, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:04,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/15b64c32ae964154bfcffc7209eacbd0 is 175, key is test_row_0/A:col10/1730981883351/Put/seqid=0 2024-11-07T12:18:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741949_1125 (size=30955) 2024-11-07T12:18:04,823 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/15b64c32ae964154bfcffc7209eacbd0 2024-11-07T12:18:04,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981944825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:04,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981944825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:04,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:04,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981944825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:04,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/5de302c398ef4af7ad50d865ad3abfbb is 50, key is test_row_0/B:col10/1730981883351/Put/seqid=0 2024-11-07T12:18:04,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981944835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:04,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741950_1126 (size=12001) 2024-11-07T12:18:04,846 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/5de302c398ef4af7ad50d865ad3abfbb 2024-11-07T12:18:04,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/cd25373345e84a3187d2092576af3278 is 50, key is test_row_0/C:col10/1730981883351/Put/seqid=0 2024-11-07T12:18:04,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741951_1127 (size=12001) 2024-11-07T12:18:05,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981945129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:05,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981945133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:05,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981945133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:05,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981945147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:05,292 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/cd25373345e84a3187d2092576af3278 2024-11-07T12:18:05,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/15b64c32ae964154bfcffc7209eacbd0 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/15b64c32ae964154bfcffc7209eacbd0 2024-11-07T12:18:05,305 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/15b64c32ae964154bfcffc7209eacbd0, entries=150, sequenceid=40, filesize=30.2 K 2024-11-07T12:18:05,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/5de302c398ef4af7ad50d865ad3abfbb as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/5de302c398ef4af7ad50d865ad3abfbb 2024-11-07T12:18:05,329 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/5de302c398ef4af7ad50d865ad3abfbb, entries=150, sequenceid=40, filesize=11.7 K 2024-11-07T12:18:05,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/cd25373345e84a3187d2092576af3278 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/cd25373345e84a3187d2092576af3278 2024-11-07T12:18:05,337 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/cd25373345e84a3187d2092576af3278, entries=150, sequenceid=40, filesize=11.7 K 2024-11-07T12:18:05,338 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for f230bc725f1cc941b668303c134dd07c in 1071ms, sequenceid=40, compaction requested=false 2024-11-07T12:18:05,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:05,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:05,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-07T12:18:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-11-07T12:18:05,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-11-07T12:18:05,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0360 sec 2024-11-07T12:18:05,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 2.0970 sec 2024-11-07T12:18:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-11-07T12:18:05,408 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-11-07T12:18:05,410 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-11-07T12:18:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-07T12:18:05,412 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:18:05,412 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:18:05,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:18:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-07T12:18:05,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T12:18:05,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:05,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:05,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:05,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:05,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:05,525 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:05,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110789335be6622f4f1dacfe12ab817eeaf3_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981885522/Put/seqid=0 2024-11-07T12:18:05,564 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:05,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-07T12:18:05,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:05,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:05,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:05,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741952_1128 (size=14594) 2024-11-07T12:18:05,582 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:05,597 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110789335be6622f4f1dacfe12ab817eeaf3_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110789335be6622f4f1dacfe12ab817eeaf3_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:05,600 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/e3e672180b644158a0ed19218b6ff4b6, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:05,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/e3e672180b644158a0ed19218b6ff4b6 is 175, key is test_row_0/A:col10/1730981885522/Put/seqid=0 2024-11-07T12:18:05,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37696 deadline: 1730981945619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:05,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741953_1129 (size=39549) 2024-11-07T12:18:05,627 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/e3e672180b644158a0ed19218b6ff4b6 2024-11-07T12:18:05,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981945634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:05,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981945638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:05,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981945640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:05,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/0fee30f370084cccb549fab60fe69229 is 50, key is test_row_0/B:col10/1730981885522/Put/seqid=0 2024-11-07T12:18:05,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981945652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:05,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741954_1130 (size=12001) 2024-11-07T12:18:05,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/0fee30f370084cccb549fab60fe69229 2024-11-07T12:18:05,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/30c2d20542fc4ebe861f3c13694abe3c is 50, key is test_row_0/C:col10/1730981885522/Put/seqid=0 2024-11-07T12:18:05,722 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:05,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-07T12:18:05,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:05,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:05,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:05,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:05,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-07T12:18:05,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37696 deadline: 1730981945725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741955_1131 (size=12001) 2024-11-07T12:18:05,879 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:05,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-07T12:18:05,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:05,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:05,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:05,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:05,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:05,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37696 deadline: 1730981945932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-07T12:18:06,036 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:06,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-07T12:18:06,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:06,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:06,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:06,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:06,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:06,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/30c2d20542fc4ebe861f3c13694abe3c 2024-11-07T12:18:06,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/e3e672180b644158a0ed19218b6ff4b6 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/e3e672180b644158a0ed19218b6ff4b6 2024-11-07T12:18:06,201 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:06,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-07T12:18:06,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:06,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:06,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:06,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:06,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:06,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/e3e672180b644158a0ed19218b6ff4b6, entries=200, sequenceid=54, filesize=38.6 K 2024-11-07T12:18:06,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:06,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37696 deadline: 1730981946241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:06,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/0fee30f370084cccb549fab60fe69229 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/0fee30f370084cccb549fab60fe69229 2024-11-07T12:18:06,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/0fee30f370084cccb549fab60fe69229, entries=150, sequenceid=54, filesize=11.7 K 2024-11-07T12:18:06,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/30c2d20542fc4ebe861f3c13694abe3c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/30c2d20542fc4ebe861f3c13694abe3c 2024-11-07T12:18:06,325 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T12:18:06,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/30c2d20542fc4ebe861f3c13694abe3c, entries=150, sequenceid=54, filesize=11.7 K 2024-11-07T12:18:06,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f230bc725f1cc941b668303c134dd07c in 804ms, sequenceid=54, compaction requested=true 2024-11-07T12:18:06,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:06,329 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:06,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:06,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:06,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:06,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:06,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:06,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T12:18:06,332 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:06,337 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:06,337 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/A is initiating minor compaction (all files) 2024-11-07T12:18:06,337 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/A in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:06,337 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f260a4ca715e42c29989774358014e12, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/15b64c32ae964154bfcffc7209eacbd0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/e3e672180b644158a0ed19218b6ff4b6] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=99.1 K 2024-11-07T12:18:06,338 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:06,338 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f260a4ca715e42c29989774358014e12, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/15b64c32ae964154bfcffc7209eacbd0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/e3e672180b644158a0ed19218b6ff4b6] 2024-11-07T12:18:06,340 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting f260a4ca715e42c29989774358014e12, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1730981883279 2024-11-07T12:18:06,343 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 15b64c32ae964154bfcffc7209eacbd0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1730981883351 2024-11-07T12:18:06,348 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:06,348 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/B is initiating minor compaction (all files) 2024-11-07T12:18:06,348 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/B in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:06,349 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/9232b0f2b7c144769e39a6a175e64c9e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/5de302c398ef4af7ad50d865ad3abfbb, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/0fee30f370084cccb549fab60fe69229] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=35.2 K 2024-11-07T12:18:06,351 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting e3e672180b644158a0ed19218b6ff4b6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730981884507 2024-11-07T12:18:06,356 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9232b0f2b7c144769e39a6a175e64c9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1730981883279 2024-11-07T12:18:06,364 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5de302c398ef4af7ad50d865ad3abfbb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1730981883351 2024-11-07T12:18:06,364 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:06,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-11-07T12:18:06,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:06,372 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-07T12:18:06,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:06,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:06,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:06,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:06,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:06,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:06,376 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0fee30f370084cccb549fab60fe69229, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730981884509 2024-11-07T12:18:06,411 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#B#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:06,411 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/c635e618cfd4425aba4bb99b31853acf is 50, key is test_row_0/B:col10/1730981885522/Put/seqid=0 2024-11-07T12:18:06,422 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:06,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107cce24ccdbd574a2f8f134495b6b1c66f_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981885606/Put/seqid=0 2024-11-07T12:18:06,437 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107b9f74d842e2d4e91bca0a674a098d47b_f230bc725f1cc941b668303c134dd07c store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:06,445 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107b9f74d842e2d4e91bca0a674a098d47b_f230bc725f1cc941b668303c134dd07c, store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:06,446 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107b9f74d842e2d4e91bca0a674a098d47b_f230bc725f1cc941b668303c134dd07c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:06,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741957_1133 (size=12154) 2024-11-07T12:18:06,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741956_1132 (size=12104) 2024-11-07T12:18:06,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,476 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/c635e618cfd4425aba4bb99b31853acf as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/c635e618cfd4425aba4bb99b31853acf 2024-11-07T12:18:06,478 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107cce24ccdbd574a2f8f134495b6b1c66f_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107cce24ccdbd574a2f8f134495b6b1c66f_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:06,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/33ec990934a14e378ff6ebaa9a9b4a77, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:06,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/33ec990934a14e378ff6ebaa9a9b4a77 is 175, key is test_row_0/A:col10/1730981885606/Put/seqid=0 2024-11-07T12:18:06,488 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f230bc725f1cc941b668303c134dd07c/B of f230bc725f1cc941b668303c134dd07c into c635e618cfd4425aba4bb99b31853acf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:06,488 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:06,488 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/B, priority=13, startTime=1730981886329; duration=0sec 2024-11-07T12:18:06,488 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:06,488 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:B 2024-11-07T12:18:06,489 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:06,490 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:06,491 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/C is initiating minor compaction (all files) 2024-11-07T12:18:06,491 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/C in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:06,491 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/754ecfec1245473bb9dcf33c64626f93, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/cd25373345e84a3187d2092576af3278, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/30c2d20542fc4ebe861f3c13694abe3c] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=35.2 K 2024-11-07T12:18:06,491 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 754ecfec1245473bb9dcf33c64626f93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1730981883279 2024-11-07T12:18:06,492 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd25373345e84a3187d2092576af3278, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1730981883351 2024-11-07T12:18:06,492 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30c2d20542fc4ebe861f3c13694abe3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730981884509 2024-11-07T12:18:06,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741958_1134 (size=4469) 2024-11-07T12:18:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-07T12:18:06,551 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#C#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:06,552 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/3aa2ad73614d40e4b800f3acfda255e6 is 50, key is test_row_0/C:col10/1730981885522/Put/seqid=0 2024-11-07T12:18:06,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741959_1135 (size=30955) 2024-11-07T12:18:06,569 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/33ec990934a14e378ff6ebaa9a9b4a77 2024-11-07T12:18:06,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/25d3a012f7e146189dcf2b42bf194748 is 50, key is test_row_0/B:col10/1730981885606/Put/seqid=0 2024-11-07T12:18:06,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741960_1136 (size=12104) 2024-11-07T12:18:06,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:06,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741961_1137 (size=12001) 2024-11-07T12:18:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:06,661 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/25d3a012f7e146189dcf2b42bf194748 2024-11-07T12:18:06,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981946679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:06,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981946678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:06,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981946680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:06,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981946680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:06,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/26b5c80b909541e183fd1fd4cb3e5878 is 50, key is test_row_0/C:col10/1730981885606/Put/seqid=0 2024-11-07T12:18:06,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741962_1138 (size=12001) 2024-11-07T12:18:06,727 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/26b5c80b909541e183fd1fd4cb3e5878 2024-11-07T12:18:06,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/33ec990934a14e378ff6ebaa9a9b4a77 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/33ec990934a14e378ff6ebaa9a9b4a77 2024-11-07T12:18:06,742 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/33ec990934a14e378ff6ebaa9a9b4a77, entries=150, sequenceid=76, filesize=30.2 K 2024-11-07T12:18:06,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/25d3a012f7e146189dcf2b42bf194748 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/25d3a012f7e146189dcf2b42bf194748 2024-11-07T12:18:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,751 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/25d3a012f7e146189dcf2b42bf194748, entries=150, sequenceid=76, filesize=11.7 K 2024-11-07T12:18:06,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/26b5c80b909541e183fd1fd4cb3e5878 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/26b5c80b909541e183fd1fd4cb3e5878 2024-11-07T12:18:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37696 deadline: 1730981946752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:06,765 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/26b5c80b909541e183fd1fd4cb3e5878, entries=150, sequenceid=76, filesize=11.7 K 2024-11-07T12:18:06,767 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f230bc725f1cc941b668303c134dd07c in 395ms, sequenceid=76, compaction requested=false 2024-11-07T12:18:06,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:06,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:06,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-07T12:18:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-11-07T12:18:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-07T12:18:06,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3570 sec 2024-11-07T12:18:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.3620 sec 2024-11-07T12:18:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:06,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T12:18:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:06,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:06,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:06,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079843927ff44241f9babc7c6ef8d7372b_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981886678/Put/seqid=0 2024-11-07T12:18:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741963_1139 (size=14594) 2024-11-07T12:18:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:06,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981946884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:06,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981946887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:06,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981946894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:06,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981946896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:06,936 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#A#compaction#112 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:06,939 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/f3f31333e51e4ed8a8bfd8d8133cddd8 is 175, key is test_row_0/A:col10/1730981885522/Put/seqid=0 2024-11-07T12:18:06,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741964_1140 (size=31058) 2024-11-07T12:18:06,977 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/f3f31333e51e4ed8a8bfd8d8133cddd8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f3f31333e51e4ed8a8bfd8d8133cddd8 2024-11-07T12:18:06,986 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f230bc725f1cc941b668303c134dd07c/A of f230bc725f1cc941b668303c134dd07c into f3f31333e51e4ed8a8bfd8d8133cddd8(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:06,986 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:06,986 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/A, priority=13, startTime=1730981886329; duration=0sec 2024-11-07T12:18:06,986 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:06,986 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:A 2024-11-07T12:18:07,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981946998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:07,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981947001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:07,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981947001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:07,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981946998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:07,041 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/3aa2ad73614d40e4b800f3acfda255e6 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/3aa2ad73614d40e4b800f3acfda255e6 2024-11-07T12:18:07,052 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f230bc725f1cc941b668303c134dd07c/C of f230bc725f1cc941b668303c134dd07c into 3aa2ad73614d40e4b800f3acfda255e6(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:07,052 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:07,052 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/C, priority=13, startTime=1730981886330; duration=0sec 2024-11-07T12:18:07,052 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:07,052 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:C 2024-11-07T12:18:07,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981947210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:07,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981947210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:07,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981947211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:07,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981947217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:07,280 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:07,289 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079843927ff44241f9babc7c6ef8d7372b_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079843927ff44241f9babc7c6ef8d7372b_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:07,291 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/483185dc18b94b8f88a238a491d841e7, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:07,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/483185dc18b94b8f88a238a491d841e7 is 175, key is test_row_0/A:col10/1730981886678/Put/seqid=0 2024-11-07T12:18:07,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741965_1141 (size=39549) 2024-11-07T12:18:07,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981947518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:07,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981947519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:07,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981947520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:07,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981947522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-07T12:18:07,545 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-07T12:18:07,552 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:18:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-11-07T12:18:07,554 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:18:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-07T12:18:07,557 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:18:07,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:18:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-07T12:18:07,714 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:07,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-07T12:18:07,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:07,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:07,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:07,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:07,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:07,725 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/483185dc18b94b8f88a238a491d841e7 2024-11-07T12:18:07,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37696 deadline: 1730981947765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:07,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/02e15b935d9c4998abd23ae6cb872947 is 50, key is test_row_0/B:col10/1730981886678/Put/seqid=0 2024-11-07T12:18:07,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741966_1142 (size=12001) 2024-11-07T12:18:07,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/02e15b935d9c4998abd23ae6cb872947 2024-11-07T12:18:07,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/fa8c1b725414473b98dc565c66361ded is 50, key is test_row_0/C:col10/1730981886678/Put/seqid=0 2024-11-07T12:18:07,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741967_1143 (size=12001) 2024-11-07T12:18:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-07T12:18:07,868 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:07,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-07T12:18:07,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:07,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:07,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:07,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:07,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:08,020 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:08,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-07T12:18:08,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:08,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:08,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:08,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:08,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:08,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981948023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:08,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:08,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981948024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981948025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:08,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981948025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-07T12:18:08,174 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:08,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-07T12:18:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:08,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:08,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:08,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/fa8c1b725414473b98dc565c66361ded 2024-11-07T12:18:08,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/483185dc18b94b8f88a238a491d841e7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/483185dc18b94b8f88a238a491d841e7 2024-11-07T12:18:08,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/483185dc18b94b8f88a238a491d841e7, entries=200, sequenceid=93, filesize=38.6 K 2024-11-07T12:18:08,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/02e15b935d9c4998abd23ae6cb872947 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/02e15b935d9c4998abd23ae6cb872947 2024-11-07T12:18:08,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/02e15b935d9c4998abd23ae6cb872947, entries=150, sequenceid=93, filesize=11.7 K 2024-11-07T12:18:08,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/fa8c1b725414473b98dc565c66361ded as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/fa8c1b725414473b98dc565c66361ded 2024-11-07T12:18:08,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/fa8c1b725414473b98dc565c66361ded, entries=150, sequenceid=93, filesize=11.7 K 2024-11-07T12:18:08,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for f230bc725f1cc941b668303c134dd07c in 1484ms, sequenceid=93, compaction requested=true 2024-11-07T12:18:08,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:08,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:08,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:08,288 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:08,288 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:08,289 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:08,290 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/B is initiating minor compaction (all files) 2024-11-07T12:18:08,290 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/B in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:08,290 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/c635e618cfd4425aba4bb99b31853acf, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/25d3a012f7e146189dcf2b42bf194748, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/02e15b935d9c4998abd23ae6cb872947] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=35.3 K 2024-11-07T12:18:08,290 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:08,290 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/A is initiating minor compaction (all files) 2024-11-07T12:18:08,290 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/A in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:08,290 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f3f31333e51e4ed8a8bfd8d8133cddd8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/33ec990934a14e378ff6ebaa9a9b4a77, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/483185dc18b94b8f88a238a491d841e7] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=99.2 K 2024-11-07T12:18:08,290 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:08,290 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f3f31333e51e4ed8a8bfd8d8133cddd8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/33ec990934a14e378ff6ebaa9a9b4a77, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/483185dc18b94b8f88a238a491d841e7] 2024-11-07T12:18:08,291 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting c635e618cfd4425aba4bb99b31853acf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730981884509 2024-11-07T12:18:08,291 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3f31333e51e4ed8a8bfd8d8133cddd8, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730981884509 2024-11-07T12:18:08,291 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 25d3a012f7e146189dcf2b42bf194748, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1730981885600 2024-11-07T12:18:08,292 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33ec990934a14e378ff6ebaa9a9b4a77, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1730981885600 2024-11-07T12:18:08,292 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 483185dc18b94b8f88a238a491d841e7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1730981886667 2024-11-07T12:18:08,292 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 02e15b935d9c4998abd23ae6cb872947, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1730981886667 2024-11-07T12:18:08,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:08,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:08,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:08,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:08,327 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:08,328 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:08,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-11-07T12:18:08,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:08,330 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-07T12:18:08,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:08,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:08,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:08,332 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110735b30ff851554b6d835f571d26f5e87c_f230bc725f1cc941b668303c134dd07c store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:08,333 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#B#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:08,336 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110735b30ff851554b6d835f571d26f5e87c_f230bc725f1cc941b668303c134dd07c, store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:08,336 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110735b30ff851554b6d835f571d26f5e87c_f230bc725f1cc941b668303c134dd07c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:08,336 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/ee54b3a59f8f4f76b5daddda4ab9546b is 50, key is test_row_0/B:col10/1730981886678/Put/seqid=0 2024-11-07T12:18:08,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411076ac4643a12854b8a8f42357b76425945_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981886878/Put/seqid=0 2024-11-07T12:18:08,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741968_1144 (size=4469) 2024-11-07T12:18:08,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741969_1145 (size=12207) 2024-11-07T12:18:08,349 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#A#compaction#120 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:08,349 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/a54150c58b7445049c8f4a6cbd235cf2 is 175, key is test_row_0/A:col10/1730981886678/Put/seqid=0 2024-11-07T12:18:08,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741970_1146 (size=12154) 2024-11-07T12:18:08,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:08,363 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411076ac4643a12854b8a8f42357b76425945_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076ac4643a12854b8a8f42357b76425945_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:08,365 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/ee54b3a59f8f4f76b5daddda4ab9546b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/ee54b3a59f8f4f76b5daddda4ab9546b 2024-11-07T12:18:08,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/fd2b70059a6249c88b1a59574d6d3c23, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:08,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/fd2b70059a6249c88b1a59574d6d3c23 is 175, key is test_row_0/A:col10/1730981886878/Put/seqid=0 2024-11-07T12:18:08,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741971_1147 (size=31161) 2024-11-07T12:18:08,380 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f230bc725f1cc941b668303c134dd07c/B of f230bc725f1cc941b668303c134dd07c into ee54b3a59f8f4f76b5daddda4ab9546b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:08,380 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:08,380 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/B, priority=13, startTime=1730981888288; duration=0sec 2024-11-07T12:18:08,380 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:08,380 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:B 2024-11-07T12:18:08,381 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:08,383 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/a54150c58b7445049c8f4a6cbd235cf2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/a54150c58b7445049c8f4a6cbd235cf2 2024-11-07T12:18:08,383 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:08,383 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/C is initiating minor compaction (all files) 2024-11-07T12:18:08,383 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/C in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:08,383 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/3aa2ad73614d40e4b800f3acfda255e6, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/26b5c80b909541e183fd1fd4cb3e5878, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/fa8c1b725414473b98dc565c66361ded] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=35.3 K 2024-11-07T12:18:08,384 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 3aa2ad73614d40e4b800f3acfda255e6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730981884509 2024-11-07T12:18:08,385 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 26b5c80b909541e183fd1fd4cb3e5878, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1730981885600 2024-11-07T12:18:08,387 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting fa8c1b725414473b98dc565c66361ded, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1730981886667 2024-11-07T12:18:08,393 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f230bc725f1cc941b668303c134dd07c/A of f230bc725f1cc941b668303c134dd07c into a54150c58b7445049c8f4a6cbd235cf2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:08,393 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:08,393 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/A, priority=13, startTime=1730981888287; duration=0sec 2024-11-07T12:18:08,393 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:08,394 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:A 2024-11-07T12:18:08,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741972_1148 (size=30955) 2024-11-07T12:18:08,404 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/fd2b70059a6249c88b1a59574d6d3c23 2024-11-07T12:18:08,410 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#C#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:08,411 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/b08e75aae73c47c9a3c4f29d12c93f1a is 50, key is test_row_0/C:col10/1730981886678/Put/seqid=0 2024-11-07T12:18:08,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/383be5da57664a63b9a63176178e53f6 is 50, key is test_row_0/B:col10/1730981886878/Put/seqid=0 2024-11-07T12:18:08,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741973_1149 (size=12207) 2024-11-07T12:18:08,449 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/b08e75aae73c47c9a3c4f29d12c93f1a as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/b08e75aae73c47c9a3c4f29d12c93f1a 2024-11-07T12:18:08,458 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f230bc725f1cc941b668303c134dd07c/C of f230bc725f1cc941b668303c134dd07c into b08e75aae73c47c9a3c4f29d12c93f1a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:08,458 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:08,458 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/C, priority=13, startTime=1730981888296; duration=0sec 2024-11-07T12:18:08,458 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:08,458 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:C 2024-11-07T12:18:08,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741974_1150 (size=12001) 2024-11-07T12:18:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-07T12:18:08,887 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/383be5da57664a63b9a63176178e53f6 2024-11-07T12:18:08,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/56afb991b2eb427284d1fa0ede99517b is 50, key is test_row_0/C:col10/1730981886878/Put/seqid=0 2024-11-07T12:18:08,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741975_1151 (size=12001) 2024-11-07T12:18:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:09,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:09,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981949053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981949061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981949062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981949062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981949165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981949166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981949167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981949167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,347 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/56afb991b2eb427284d1fa0ede99517b 2024-11-07T12:18:09,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/fd2b70059a6249c88b1a59574d6d3c23 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/fd2b70059a6249c88b1a59574d6d3c23 2024-11-07T12:18:09,363 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/fd2b70059a6249c88b1a59574d6d3c23, entries=150, sequenceid=115, filesize=30.2 K 2024-11-07T12:18:09,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/383be5da57664a63b9a63176178e53f6 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/383be5da57664a63b9a63176178e53f6 2024-11-07T12:18:09,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981949369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981949372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981949372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981949372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,376 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/383be5da57664a63b9a63176178e53f6, entries=150, sequenceid=115, filesize=11.7 K 2024-11-07T12:18:09,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/56afb991b2eb427284d1fa0ede99517b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/56afb991b2eb427284d1fa0ede99517b 2024-11-07T12:18:09,384 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/56afb991b2eb427284d1fa0ede99517b, entries=150, sequenceid=115, filesize=11.7 K 2024-11-07T12:18:09,386 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f230bc725f1cc941b668303c134dd07c in 1056ms, sequenceid=115, compaction requested=false 2024-11-07T12:18:09,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:09,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:09,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-11-07T12:18:09,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-11-07T12:18:09,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-11-07T12:18:09,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8350 sec 2024-11-07T12:18:09,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.8460 sec 2024-11-07T12:18:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-11-07T12:18:09,665 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-11-07T12:18:09,669 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:18:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-07T12:18:09,682 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:18:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-07T12:18:09,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-07T12:18:09,688 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:18:09,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:18:09,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:09,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:09,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:09,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:09,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:09,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:09,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107fd5c73e4238d4b5185cec8ebb14d5107_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981889679/Put/seqid=0 2024-11-07T12:18:09,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741976_1152 (size=12304) 2024-11-07T12:18:09,715 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:09,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981949714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981949716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981949716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981949719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,725 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107fd5c73e4238d4b5185cec8ebb14d5107_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107fd5c73e4238d4b5185cec8ebb14d5107_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:09,727 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/38da950d65684cd08b24f078bb30b35a, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:09,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/38da950d65684cd08b24f078bb30b35a is 175, key is test_row_0/A:col10/1730981889679/Put/seqid=0 2024-11-07T12:18:09,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741977_1153 (size=31105) 2024-11-07T12:18:09,743 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/38da950d65684cd08b24f078bb30b35a 2024-11-07T12:18:09,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/beea522a6b0f4b3bb40bb010e26e240e is 50, key is test_row_0/B:col10/1730981889679/Put/seqid=0 2024-11-07T12:18:09,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741978_1154 (size=12151) 2024-11-07T12:18:09,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/beea522a6b0f4b3bb40bb010e26e240e 2024-11-07T12:18:09,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37696 deadline: 1730981949777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,781 DEBUG [Thread-602 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., hostname=fbad4c8a32e4,36417,1730981847393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-07T12:18:09,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/db9da3d4c0a14c1496877018abc87984 is 50, key is test_row_0/C:col10/1730981889679/Put/seqid=0 2024-11-07T12:18:09,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741979_1155 (size=12151) 2024-11-07T12:18:09,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981949820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981949820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981949821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981949823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,842 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-07T12:18:09,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:09,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:09,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:09,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:09,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-07T12:18:09,995 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:09,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-07T12:18:10,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:10,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:10,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:10,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:10,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:10,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981950025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981950028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981950028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:10,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981950029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,157 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-07T12:18:10,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:10,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:10,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:10,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:10,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:10,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/db9da3d4c0a14c1496877018abc87984 2024-11-07T12:18:10,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/38da950d65684cd08b24f078bb30b35a as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/38da950d65684cd08b24f078bb30b35a 2024-11-07T12:18:10,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/38da950d65684cd08b24f078bb30b35a, entries=150, sequenceid=137, filesize=30.4 K 2024-11-07T12:18:10,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/beea522a6b0f4b3bb40bb010e26e240e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/beea522a6b0f4b3bb40bb010e26e240e 2024-11-07T12:18:10,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/beea522a6b0f4b3bb40bb010e26e240e, entries=150, sequenceid=137, filesize=11.9 K 2024-11-07T12:18:10,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/db9da3d4c0a14c1496877018abc87984 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/db9da3d4c0a14c1496877018abc87984 2024-11-07T12:18:10,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/db9da3d4c0a14c1496877018abc87984, entries=150, sequenceid=137, filesize=11.9 K 2024-11-07T12:18:10,278 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for f230bc725f1cc941b668303c134dd07c in 595ms, sequenceid=137, compaction requested=true 2024-11-07T12:18:10,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:10,278 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:10,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:10,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:10,279 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:10,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:10,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:10,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:10,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:10,281 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:10,282 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/B is initiating minor compaction (all files) 2024-11-07T12:18:10,282 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/B in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:10,282 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/ee54b3a59f8f4f76b5daddda4ab9546b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/383be5da57664a63b9a63176178e53f6, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/beea522a6b0f4b3bb40bb010e26e240e] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=35.5 K 2024-11-07T12:18:10,282 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:10,282 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/A is initiating minor compaction (all files) 2024-11-07T12:18:10,282 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/A in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:10,282 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/a54150c58b7445049c8f4a6cbd235cf2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/fd2b70059a6249c88b1a59574d6d3c23, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/38da950d65684cd08b24f078bb30b35a] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=91.0 K 2024-11-07T12:18:10,282 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:10,282 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/a54150c58b7445049c8f4a6cbd235cf2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/fd2b70059a6249c88b1a59574d6d3c23, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/38da950d65684cd08b24f078bb30b35a] 2024-11-07T12:18:10,283 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting a54150c58b7445049c8f4a6cbd235cf2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1730981886667 2024-11-07T12:18:10,283 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting ee54b3a59f8f4f76b5daddda4ab9546b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1730981886667 2024-11-07T12:18:10,284 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd2b70059a6249c88b1a59574d6d3c23, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1730981886878 2024-11-07T12:18:10,284 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 383be5da57664a63b9a63176178e53f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1730981886878 2024-11-07T12:18:10,285 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38da950d65684cd08b24f078bb30b35a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1730981889060 2024-11-07T12:18:10,285 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting beea522a6b0f4b3bb40bb010e26e240e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1730981889060 2024-11-07T12:18:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-07T12:18:10,295 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:10,297 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107d0599098a64b4acfa7950da34fd75cb7_f230bc725f1cc941b668303c134dd07c store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:10,298 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#B#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:10,298 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/565c4eb9fd2c4030bf572e17e22c019a is 50, key is test_row_0/B:col10/1730981889679/Put/seqid=0 2024-11-07T12:18:10,299 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107d0599098a64b4acfa7950da34fd75cb7_f230bc725f1cc941b668303c134dd07c, store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:10,300 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107d0599098a64b4acfa7950da34fd75cb7_f230bc725f1cc941b668303c134dd07c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:10,312 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741980_1156 (size=12459) 2024-11-07T12:18:10,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-07T12:18:10,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:10,320 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-07T12:18:10,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:10,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:10,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:10,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:10,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:10,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:10,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741981_1157 (size=4469) 2024-11-07T12:18:10,335 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/565c4eb9fd2c4030bf572e17e22c019a as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/565c4eb9fd2c4030bf572e17e22c019a 2024-11-07T12:18:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:10,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:10,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a44e36d7f91f44ebb20e6207da0452e1_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981889714/Put/seqid=0 2024-11-07T12:18:10,349 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f230bc725f1cc941b668303c134dd07c/B of f230bc725f1cc941b668303c134dd07c into 565c4eb9fd2c4030bf572e17e22c019a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:10,349 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:10,349 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/B, priority=13, startTime=1730981890279; duration=0sec 2024-11-07T12:18:10,349 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:10,349 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:B 2024-11-07T12:18:10,349 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:10,352 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:10,352 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/C is initiating minor compaction (all files) 2024-11-07T12:18:10,352 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/C in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:10,353 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/b08e75aae73c47c9a3c4f29d12c93f1a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/56afb991b2eb427284d1fa0ede99517b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/db9da3d4c0a14c1496877018abc87984] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=35.5 K 2024-11-07T12:18:10,353 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting b08e75aae73c47c9a3c4f29d12c93f1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1730981886667 2024-11-07T12:18:10,354 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 56afb991b2eb427284d1fa0ede99517b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1730981886878 2024-11-07T12:18:10,354 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting db9da3d4c0a14c1496877018abc87984, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1730981889060 2024-11-07T12:18:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741982_1158 (size=12304) 2024-11-07T12:18:10,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981950372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981950374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981950381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981950386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,393 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#C#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:10,394 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/06849ae8b15a4607921e625e6e1faa2f is 50, key is test_row_0/C:col10/1730981889679/Put/seqid=0 2024-11-07T12:18:10,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741983_1159 (size=12459) 2024-11-07T12:18:10,429 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/06849ae8b15a4607921e625e6e1faa2f as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/06849ae8b15a4607921e625e6e1faa2f 2024-11-07T12:18:10,448 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f230bc725f1cc941b668303c134dd07c/C of f230bc725f1cc941b668303c134dd07c into 06849ae8b15a4607921e625e6e1faa2f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:10,448 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:10,448 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/C, priority=13, startTime=1730981890279; duration=0sec 2024-11-07T12:18:10,448 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:10,448 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:C 2024-11-07T12:18:10,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981950482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981950485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:10,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981950490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981950490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981950689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981950689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981950692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981950693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:10,740 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#A#compaction#129 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:10,741 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/831e47132ea04019be4589427649f09c is 175, key is test_row_0/A:col10/1730981889679/Put/seqid=0 2024-11-07T12:18:10,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:10,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741984_1160 (size=31413) 2024-11-07T12:18:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-07T12:18:10,797 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a44e36d7f91f44ebb20e6207da0452e1_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a44e36d7f91f44ebb20e6207da0452e1_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:10,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/92b06650c2a04f96862d105c03ff9753, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:10,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/92b06650c2a04f96862d105c03ff9753 is 175, key is test_row_0/A:col10/1730981889714/Put/seqid=0 2024-11-07T12:18:10,809 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/831e47132ea04019be4589427649f09c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/831e47132ea04019be4589427649f09c 2024-11-07T12:18:10,819 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f230bc725f1cc941b668303c134dd07c/A of f230bc725f1cc941b668303c134dd07c into 831e47132ea04019be4589427649f09c(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:10,819 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:10,819 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/A, priority=13, startTime=1730981890278; duration=0sec 2024-11-07T12:18:10,820 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:10,820 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:A 2024-11-07T12:18:10,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741985_1161 (size=31105) 2024-11-07T12:18:11,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981950998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:11,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981951000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:11,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981951000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:11,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981951001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:11,233 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/92b06650c2a04f96862d105c03ff9753 2024-11-07T12:18:11,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/84b0d368dd4c46559ee04920d80558c1 is 50, key is test_row_0/B:col10/1730981889714/Put/seqid=0 2024-11-07T12:18:11,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741986_1162 (size=12151) 2024-11-07T12:18:11,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981951504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:11,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981951506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:11,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981951506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:11,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981951512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:11,702 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/84b0d368dd4c46559ee04920d80558c1 2024-11-07T12:18:11,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/c2ee21636f9f43bfb1acec758b18b787 is 50, key is test_row_0/C:col10/1730981889714/Put/seqid=0 2024-11-07T12:18:11,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741987_1163 (size=12151) 2024-11-07T12:18:11,761 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/c2ee21636f9f43bfb1acec758b18b787 2024-11-07T12:18:11,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/92b06650c2a04f96862d105c03ff9753 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/92b06650c2a04f96862d105c03ff9753 2024-11-07T12:18:11,783 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/92b06650c2a04f96862d105c03ff9753, entries=150, sequenceid=154, filesize=30.4 K 2024-11-07T12:18:11,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/84b0d368dd4c46559ee04920d80558c1 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/84b0d368dd4c46559ee04920d80558c1 2024-11-07T12:18:11,793 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/84b0d368dd4c46559ee04920d80558c1, entries=150, sequenceid=154, filesize=11.9 K 2024-11-07T12:18:11,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/c2ee21636f9f43bfb1acec758b18b787 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/c2ee21636f9f43bfb1acec758b18b787 2024-11-07T12:18:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-07T12:18:11,801 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/c2ee21636f9f43bfb1acec758b18b787, entries=150, sequenceid=154, filesize=11.9 K 2024-11-07T12:18:11,802 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for f230bc725f1cc941b668303c134dd07c in 1482ms, sequenceid=154, compaction requested=false 2024-11-07T12:18:11,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:11,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:11,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-07T12:18:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-07T12:18:11,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-07T12:18:11,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1170 sec 2024-11-07T12:18:11,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 2.1380 sec 2024-11-07T12:18:12,462 INFO [master/fbad4c8a32e4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T12:18:12,462 INFO [master/fbad4c8a32e4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T12:18:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:12,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T12:18:12,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:12,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:12,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:12,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:12,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:12,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:12,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107fb8829143d5345c9b550f2060222bdbf_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981890360/Put/seqid=0 2024-11-07T12:18:12,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981952524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:12,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981952524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:12,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981952525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:12,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981952526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:12,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741988_1164 (size=12304) 2024-11-07T12:18:12,531 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:12,536 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107fb8829143d5345c9b550f2060222bdbf_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107fb8829143d5345c9b550f2060222bdbf_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:12,537 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/86e88c5724e4493cb8b486a820616541, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:12,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/86e88c5724e4493cb8b486a820616541 is 175, key is test_row_0/A:col10/1730981890360/Put/seqid=0 2024-11-07T12:18:12,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741989_1165 (size=31105) 2024-11-07T12:18:12,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981952627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:12,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981952628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:12,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981952632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:12,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981952632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:12,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981952831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:12,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981952833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:12,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981952835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:12,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981952838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:12,955 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=178, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/86e88c5724e4493cb8b486a820616541 2024-11-07T12:18:12,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/7c60da15cc6043a0ab821e14a610035c is 50, key is test_row_0/B:col10/1730981890360/Put/seqid=0 2024-11-07T12:18:12,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741990_1166 (size=12151) 2024-11-07T12:18:12,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/7c60da15cc6043a0ab821e14a610035c 2024-11-07T12:18:13,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/513b7aaef8c2414f936be07f6e00fb75 is 50, key is test_row_0/C:col10/1730981890360/Put/seqid=0 2024-11-07T12:18:13,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741991_1167 (size=12151) 2024-11-07T12:18:13,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981953134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:13,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:13,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981953139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:13,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981953139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:13,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981953143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:13,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/513b7aaef8c2414f936be07f6e00fb75 2024-11-07T12:18:13,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/86e88c5724e4493cb8b486a820616541 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/86e88c5724e4493cb8b486a820616541 2024-11-07T12:18:13,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/86e88c5724e4493cb8b486a820616541, entries=150, sequenceid=178, filesize=30.4 K 2024-11-07T12:18:13,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/7c60da15cc6043a0ab821e14a610035c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/7c60da15cc6043a0ab821e14a610035c 2024-11-07T12:18:13,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/7c60da15cc6043a0ab821e14a610035c, entries=150, sequenceid=178, filesize=11.9 K 2024-11-07T12:18:13,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/513b7aaef8c2414f936be07f6e00fb75 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/513b7aaef8c2414f936be07f6e00fb75 2024-11-07T12:18:13,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/513b7aaef8c2414f936be07f6e00fb75, entries=150, sequenceid=178, filesize=11.9 K 2024-11-07T12:18:13,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f230bc725f1cc941b668303c134dd07c in 950ms, sequenceid=178, compaction requested=true 2024-11-07T12:18:13,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:13,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:13,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:13,460 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:13,460 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:13,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:13,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:13,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:13,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:13,462 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:13,462 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:13,462 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/A is initiating minor compaction (all files) 2024-11-07T12:18:13,462 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/B is initiating minor compaction (all files) 2024-11-07T12:18:13,462 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/A in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:13,462 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/B in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:13,462 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/831e47132ea04019be4589427649f09c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/92b06650c2a04f96862d105c03ff9753, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/86e88c5724e4493cb8b486a820616541] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=91.4 K 2024-11-07T12:18:13,462 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/565c4eb9fd2c4030bf572e17e22c019a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/84b0d368dd4c46559ee04920d80558c1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/7c60da15cc6043a0ab821e14a610035c] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=35.9 K 2024-11-07T12:18:13,462 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:13,462 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/831e47132ea04019be4589427649f09c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/92b06650c2a04f96862d105c03ff9753, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/86e88c5724e4493cb8b486a820616541] 2024-11-07T12:18:13,463 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 565c4eb9fd2c4030bf572e17e22c019a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1730981889060 2024-11-07T12:18:13,463 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 831e47132ea04019be4589427649f09c, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1730981889060 2024-11-07T12:18:13,464 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 84b0d368dd4c46559ee04920d80558c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1730981889713 2024-11-07T12:18:13,464 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92b06650c2a04f96862d105c03ff9753, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1730981889713 2024-11-07T12:18:13,464 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c60da15cc6043a0ab821e14a610035c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1730981890360 2024-11-07T12:18:13,464 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86e88c5724e4493cb8b486a820616541, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1730981890360 2024-11-07T12:18:13,475 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:13,476 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/1c132c0749984f5ca836c89039e773f0 is 50, key is test_row_0/B:col10/1730981890360/Put/seqid=0 2024-11-07T12:18:13,489 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:13,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741992_1168 (size=12561) 2024-11-07T12:18:13,505 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110738a6f0d9e36d49469eaaf5896ac36c4b_f230bc725f1cc941b668303c134dd07c store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:13,507 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110738a6f0d9e36d49469eaaf5896ac36c4b_f230bc725f1cc941b668303c134dd07c, store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:13,507 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110738a6f0d9e36d49469eaaf5896ac36c4b_f230bc725f1cc941b668303c134dd07c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:13,511 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/1c132c0749984f5ca836c89039e773f0 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/1c132c0749984f5ca836c89039e773f0 2024-11-07T12:18:13,518 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f230bc725f1cc941b668303c134dd07c/B of f230bc725f1cc941b668303c134dd07c into 1c132c0749984f5ca836c89039e773f0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:13,518 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:13,518 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/B, priority=13, startTime=1730981893460; duration=0sec 2024-11-07T12:18:13,518 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:13,518 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:B 2024-11-07T12:18:13,519 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:13,520 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:13,521 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/C is initiating minor compaction (all files) 2024-11-07T12:18:13,521 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/C in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:13,521 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/06849ae8b15a4607921e625e6e1faa2f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/c2ee21636f9f43bfb1acec758b18b787, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/513b7aaef8c2414f936be07f6e00fb75] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=35.9 K 2024-11-07T12:18:13,521 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 06849ae8b15a4607921e625e6e1faa2f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1730981889060 2024-11-07T12:18:13,522 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting c2ee21636f9f43bfb1acec758b18b787, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1730981889713 2024-11-07T12:18:13,522 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 513b7aaef8c2414f936be07f6e00fb75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1730981890360 2024-11-07T12:18:13,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741993_1169 (size=4469) 2024-11-07T12:18:13,526 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#A#compaction#139 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:13,527 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/5b3a9107e4a142ac8c3a116da7e05654 is 175, key is test_row_0/A:col10/1730981890360/Put/seqid=0 2024-11-07T12:18:13,543 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#C#compaction#140 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:13,544 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/cfd1c9d6112c445f94da87d32609ef81 is 50, key is test_row_0/C:col10/1730981890360/Put/seqid=0 2024-11-07T12:18:13,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741994_1170 (size=31515) 2024-11-07T12:18:13,555 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/5b3a9107e4a142ac8c3a116da7e05654 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/5b3a9107e4a142ac8c3a116da7e05654 2024-11-07T12:18:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741995_1171 (size=12561) 2024-11-07T12:18:13,583 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f230bc725f1cc941b668303c134dd07c/A of f230bc725f1cc941b668303c134dd07c into 5b3a9107e4a142ac8c3a116da7e05654(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:13,583 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:13,583 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/A, priority=13, startTime=1730981893460; duration=0sec 2024-11-07T12:18:13,584 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:13,584 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:A 2024-11-07T12:18:13,585 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/cfd1c9d6112c445f94da87d32609ef81 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/cfd1c9d6112c445f94da87d32609ef81 2024-11-07T12:18:13,593 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f230bc725f1cc941b668303c134dd07c/C of f230bc725f1cc941b668303c134dd07c into cfd1c9d6112c445f94da87d32609ef81(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:13,593 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:13,593 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/C, priority=13, startTime=1730981893461; duration=0sec 2024-11-07T12:18:13,593 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:13,593 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:C 2024-11-07T12:18:13,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-07T12:18:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:13,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:13,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:13,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:13,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:13,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:13,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:13,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107346c05f3a3fa4a4dbbc17aff9910cfd2_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981892524/Put/seqid=0 2024-11-07T12:18:13,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981953665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:13,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981953668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:13,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:13,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981953668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:13,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981953671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:13,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741996_1172 (size=12304) 2024-11-07T12:18:13,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981953772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:13,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981953772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:13,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981953775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:13,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981953776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:13,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-07T12:18:13,805 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-07T12:18:13,806 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:18:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-07T12:18:13,814 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:18:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-07T12:18:13,814 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:18:13,815 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:18:13,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37696 deadline: 1730981953819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:13,822 DEBUG [Thread-602 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8203 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., hostname=fbad4c8a32e4,36417,1730981847393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-07T12:18:13,967 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:13,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T12:18:13,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:13,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:13,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:13,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:13,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:13,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981953976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:13,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981953979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:13,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981953979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:13,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981953980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:14,085 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:14,090 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107346c05f3a3fa4a4dbbc17aff9910cfd2_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107346c05f3a3fa4a4dbbc17aff9910cfd2_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:14,094 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/ed1ce1c4e38746118d49f3e207ad9958, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:14,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/ed1ce1c4e38746118d49f3e207ad9958 is 175, key is test_row_0/A:col10/1730981892524/Put/seqid=0 2024-11-07T12:18:14,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741997_1173 (size=31105) 2024-11-07T12:18:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-07T12:18:14,120 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:14,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T12:18:14,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:14,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:14,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:14,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,273 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:14,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T12:18:14,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:14,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:14,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:14,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981954281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:14,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981954282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:14,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981954284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:14,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981954285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:14,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-07T12:18:14,434 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:14,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T12:18:14,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:14,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:14,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:14,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,515 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/ed1ce1c4e38746118d49f3e207ad9958 2024-11-07T12:18:14,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/887cf09fa66540afa76923f5c7012e8b is 50, key is test_row_0/B:col10/1730981892524/Put/seqid=0 2024-11-07T12:18:14,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741998_1174 (size=12151) 2024-11-07T12:18:14,590 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:14,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T12:18:14,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:14,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:14,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:14,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,743 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:14,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T12:18:14,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:14,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:14,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:14,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:14,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981954787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981954787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:14,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981954789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:14,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981954790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:14,896 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:14,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T12:18:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:14,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-07T12:18:14,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/887cf09fa66540afa76923f5c7012e8b 2024-11-07T12:18:14,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/c8dcbfadd5604bf9a0f6f09fb494b9c0 is 50, key is test_row_0/C:col10/1730981892524/Put/seqid=0 2024-11-07T12:18:14,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741999_1175 (size=12151) 2024-11-07T12:18:15,050 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:15,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T12:18:15,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:15,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:15,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:15,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:15,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:15,203 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:15,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T12:18:15,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:15,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:15,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:15,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:15,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:15,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/c8dcbfadd5604bf9a0f6f09fb494b9c0 2024-11-07T12:18:15,357 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:15,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/ed1ce1c4e38746118d49f3e207ad9958 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/ed1ce1c4e38746118d49f3e207ad9958 2024-11-07T12:18:15,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T12:18:15,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:15,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:15,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:15,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:15,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:15,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/ed1ce1c4e38746118d49f3e207ad9958, entries=150, sequenceid=199, filesize=30.4 K 2024-11-07T12:18:15,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/887cf09fa66540afa76923f5c7012e8b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/887cf09fa66540afa76923f5c7012e8b 2024-11-07T12:18:15,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/887cf09fa66540afa76923f5c7012e8b, entries=150, sequenceid=199, filesize=11.9 K 2024-11-07T12:18:15,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/c8dcbfadd5604bf9a0f6f09fb494b9c0 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/c8dcbfadd5604bf9a0f6f09fb494b9c0 2024-11-07T12:18:15,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/c8dcbfadd5604bf9a0f6f09fb494b9c0, entries=150, sequenceid=199, filesize=11.9 K 2024-11-07T12:18:15,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for f230bc725f1cc941b668303c134dd07c in 1743ms, sequenceid=199, compaction requested=false 2024-11-07T12:18:15,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:15,510 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:15,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-07T12:18:15,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:15,512 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-07T12:18:15,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:15,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:15,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:15,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:15,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:15,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:15,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107df6c99f7b73e43ddb4af8ed69d16fb01_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981893666/Put/seqid=0 2024-11-07T12:18:15,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742000_1176 (size=12304) 2024-11-07T12:18:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:15,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:15,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:15,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981955813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981955812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:15,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981955813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:15,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981955816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:15,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981955917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-07T12:18:15,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981955917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:15,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981955918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:15,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981955918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:15,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:15,942 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107df6c99f7b73e43ddb4af8ed69d16fb01_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107df6c99f7b73e43ddb4af8ed69d16fb01_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:15,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/13a9e4a81a9c427e96a4170046484ec9, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:15,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/13a9e4a81a9c427e96a4170046484ec9 is 175, key is test_row_0/A:col10/1730981893666/Put/seqid=0 2024-11-07T12:18:15,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742001_1177 (size=31105) 2024-11-07T12:18:16,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981956120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:16,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981956120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:16,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:16,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981956120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981956120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:16,349 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/13a9e4a81a9c427e96a4170046484ec9 2024-11-07T12:18:16,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/ee50086dc96744ae9828ef30cf73ae47 is 50, key is test_row_0/B:col10/1730981893666/Put/seqid=0 2024-11-07T12:18:16,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742002_1178 (size=12151) 2024-11-07T12:18:16,370 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/ee50086dc96744ae9828ef30cf73ae47 2024-11-07T12:18:16,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/928b38c27f904b56b8ee9b05d286a8d7 is 50, key is test_row_0/C:col10/1730981893666/Put/seqid=0 2024-11-07T12:18:16,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742003_1179 (size=12151) 2024-11-07T12:18:16,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981956423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:16,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:16,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981956423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:16,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:16,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981956424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:16,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981956425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:16,787 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/928b38c27f904b56b8ee9b05d286a8d7 2024-11-07T12:18:16,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/13a9e4a81a9c427e96a4170046484ec9 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/13a9e4a81a9c427e96a4170046484ec9 2024-11-07T12:18:16,800 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/13a9e4a81a9c427e96a4170046484ec9, entries=150, sequenceid=217, filesize=30.4 K 2024-11-07T12:18:16,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/ee50086dc96744ae9828ef30cf73ae47 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/ee50086dc96744ae9828ef30cf73ae47 2024-11-07T12:18:16,807 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/ee50086dc96744ae9828ef30cf73ae47, entries=150, sequenceid=217, filesize=11.9 K 2024-11-07T12:18:16,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/928b38c27f904b56b8ee9b05d286a8d7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/928b38c27f904b56b8ee9b05d286a8d7 2024-11-07T12:18:16,813 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/928b38c27f904b56b8ee9b05d286a8d7, entries=150, sequenceid=217, filesize=11.9 K 2024-11-07T12:18:16,814 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for f230bc725f1cc941b668303c134dd07c in 1303ms, sequenceid=217, compaction requested=true 2024-11-07T12:18:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:16,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-07T12:18:16,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-07T12:18:16,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-07T12:18:16,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0000 sec 2024-11-07T12:18:16,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 3.0140 sec 2024-11-07T12:18:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:16,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-07T12:18:16,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:16,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:16,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:16,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:16,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:16,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:16,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107326306542fad486a979175f9ccd1461f_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981895814/Put/seqid=0 2024-11-07T12:18:16,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:16,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981956944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981956945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:16,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981956948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:16,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981956948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:16,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742004_1180 (size=14794) 2024-11-07T12:18:17,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981957050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981957050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981957052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981957052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981957253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981957254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981957254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981957254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,358 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:17,363 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107326306542fad486a979175f9ccd1461f_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107326306542fad486a979175f9ccd1461f_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:17,364 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/e86fd6fca0f04da1b48bc3f2498f3143, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:17,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/e86fd6fca0f04da1b48bc3f2498f3143 is 175, key is test_row_0/A:col10/1730981895814/Put/seqid=0 2024-11-07T12:18:17,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742005_1181 (size=39749) 2024-11-07T12:18:17,376 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/e86fd6fca0f04da1b48bc3f2498f3143 2024-11-07T12:18:17,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/230a7ef6f5db43b3aa3c2ce80cb21278 is 50, key is test_row_0/B:col10/1730981895814/Put/seqid=0 2024-11-07T12:18:17,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742006_1182 (size=12151) 2024-11-07T12:18:17,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/230a7ef6f5db43b3aa3c2ce80cb21278 2024-11-07T12:18:17,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/99ef14a7bacf4e7f91e8ddde68a23527 is 50, key is test_row_0/C:col10/1730981895814/Put/seqid=0 2024-11-07T12:18:17,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742007_1183 (size=12151) 2024-11-07T12:18:17,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/99ef14a7bacf4e7f91e8ddde68a23527 2024-11-07T12:18:17,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/e86fd6fca0f04da1b48bc3f2498f3143 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/e86fd6fca0f04da1b48bc3f2498f3143 2024-11-07T12:18:17,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/e86fd6fca0f04da1b48bc3f2498f3143, entries=200, sequenceid=236, filesize=38.8 K 2024-11-07T12:18:17,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/230a7ef6f5db43b3aa3c2ce80cb21278 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/230a7ef6f5db43b3aa3c2ce80cb21278 2024-11-07T12:18:17,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/230a7ef6f5db43b3aa3c2ce80cb21278, entries=150, sequenceid=236, filesize=11.9 K 2024-11-07T12:18:17,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/99ef14a7bacf4e7f91e8ddde68a23527 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/99ef14a7bacf4e7f91e8ddde68a23527 2024-11-07T12:18:17,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/99ef14a7bacf4e7f91e8ddde68a23527, entries=150, sequenceid=236, filesize=11.9 K 2024-11-07T12:18:17,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for f230bc725f1cc941b668303c134dd07c in 551ms, sequenceid=236, compaction requested=true 2024-11-07T12:18:17,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:17,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:17,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:17,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:17,479 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:18:17,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:17,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:17,479 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:18:17,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:17,481 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133474 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:18:17,481 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:18:17,481 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/A is initiating minor compaction (all files) 2024-11-07T12:18:17,481 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/B is initiating minor compaction (all files) 2024-11-07T12:18:17,481 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/A in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:17,481 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/B in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:17,481 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/5b3a9107e4a142ac8c3a116da7e05654, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/ed1ce1c4e38746118d49f3e207ad9958, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/13a9e4a81a9c427e96a4170046484ec9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/e86fd6fca0f04da1b48bc3f2498f3143] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=130.3 K 2024-11-07T12:18:17,481 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/1c132c0749984f5ca836c89039e773f0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/887cf09fa66540afa76923f5c7012e8b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/ee50086dc96744ae9828ef30cf73ae47, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/230a7ef6f5db43b3aa3c2ce80cb21278] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=47.9 K 2024-11-07T12:18:17,481 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:17,481 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/5b3a9107e4a142ac8c3a116da7e05654, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/ed1ce1c4e38746118d49f3e207ad9958, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/13a9e4a81a9c427e96a4170046484ec9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/e86fd6fca0f04da1b48bc3f2498f3143] 2024-11-07T12:18:17,482 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c132c0749984f5ca836c89039e773f0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1730981890360 2024-11-07T12:18:17,482 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b3a9107e4a142ac8c3a116da7e05654, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1730981890360 2024-11-07T12:18:17,482 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed1ce1c4e38746118d49f3e207ad9958, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1730981892524 2024-11-07T12:18:17,482 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 887cf09fa66540afa76923f5c7012e8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1730981892524 2024-11-07T12:18:17,483 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13a9e4a81a9c427e96a4170046484ec9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1730981893662 2024-11-07T12:18:17,483 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting ee50086dc96744ae9828ef30cf73ae47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1730981893662 2024-11-07T12:18:17,483 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting e86fd6fca0f04da1b48bc3f2498f3143, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1730981895809 2024-11-07T12:18:17,484 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 230a7ef6f5db43b3aa3c2ce80cb21278, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1730981895811 2024-11-07T12:18:17,495 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:17,498 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#B#compaction#151 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:17,499 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/85cd3dfc75b14d0a8dc00c8380742f86 is 50, key is test_row_0/B:col10/1730981895814/Put/seqid=0 2024-11-07T12:18:17,502 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411076273a21181794e429508f35f0fde57c7_f230bc725f1cc941b668303c134dd07c store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:17,504 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411076273a21181794e429508f35f0fde57c7_f230bc725f1cc941b668303c134dd07c, store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:17,505 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411076273a21181794e429508f35f0fde57c7_f230bc725f1cc941b668303c134dd07c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:17,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742008_1184 (size=12697) 2024-11-07T12:18:17,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742009_1185 (size=4469) 2024-11-07T12:18:17,512 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#A#compaction#150 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:17,513 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/36668a8252e64f078b6a812d59e02af7 is 175, key is test_row_0/A:col10/1730981895814/Put/seqid=0 2024-11-07T12:18:17,516 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/85cd3dfc75b14d0a8dc00c8380742f86 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/85cd3dfc75b14d0a8dc00c8380742f86 2024-11-07T12:18:17,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742010_1186 (size=31651) 2024-11-07T12:18:17,524 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f230bc725f1cc941b668303c134dd07c/B of f230bc725f1cc941b668303c134dd07c into 85cd3dfc75b14d0a8dc00c8380742f86(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:17,524 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:17,524 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/B, priority=12, startTime=1730981897479; duration=0sec 2024-11-07T12:18:17,524 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:17,524 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:B 2024-11-07T12:18:17,525 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:18:17,527 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:18:17,527 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/C is initiating minor compaction (all files) 2024-11-07T12:18:17,527 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/C in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:17,527 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/cfd1c9d6112c445f94da87d32609ef81, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/c8dcbfadd5604bf9a0f6f09fb494b9c0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/928b38c27f904b56b8ee9b05d286a8d7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/99ef14a7bacf4e7f91e8ddde68a23527] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=47.9 K 2024-11-07T12:18:17,527 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting cfd1c9d6112c445f94da87d32609ef81, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1730981890360 2024-11-07T12:18:17,528 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting c8dcbfadd5604bf9a0f6f09fb494b9c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1730981892524 2024-11-07T12:18:17,529 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 928b38c27f904b56b8ee9b05d286a8d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1730981893662 2024-11-07T12:18:17,529 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 99ef14a7bacf4e7f91e8ddde68a23527, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1730981895811 2024-11-07T12:18:17,540 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#C#compaction#152 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:17,541 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/a21e71495b944f74b04df9ba668f70da is 50, key is test_row_0/C:col10/1730981895814/Put/seqid=0 2024-11-07T12:18:17,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742011_1187 (size=12697) 2024-11-07T12:18:17,559 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/a21e71495b944f74b04df9ba668f70da as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/a21e71495b944f74b04df9ba668f70da 2024-11-07T12:18:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:17,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-07T12:18:17,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:17,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:17,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:17,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:17,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:17,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:17,565 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f230bc725f1cc941b668303c134dd07c/C of f230bc725f1cc941b668303c134dd07c into a21e71495b944f74b04df9ba668f70da(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:17,565 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:17,565 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/C, priority=12, startTime=1730981897479; duration=0sec 2024-11-07T12:18:17,565 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:17,565 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:C 2024-11-07T12:18:17,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a9c315dfeb5641df87ce6dbf0c26c982_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981897559/Put/seqid=0 2024-11-07T12:18:17,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742012_1188 (size=12354) 2024-11-07T12:18:17,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981957577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981957578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981957580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981957588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981957687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981957691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981957691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981957694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981957892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981957893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981957895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981957902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-07T12:18:17,920 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-07T12:18:17,922 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:18:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-07T12:18:17,925 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:18:17,926 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:18:17,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:18:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-07T12:18:17,934 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/36668a8252e64f078b6a812d59e02af7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/36668a8252e64f078b6a812d59e02af7 2024-11-07T12:18:17,940 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f230bc725f1cc941b668303c134dd07c/A of f230bc725f1cc941b668303c134dd07c into 36668a8252e64f078b6a812d59e02af7(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:17,940 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:17,941 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/A, priority=12, startTime=1730981897479; duration=0sec 2024-11-07T12:18:17,941 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:17,941 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:A 2024-11-07T12:18:17,980 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:17,986 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a9c315dfeb5641df87ce6dbf0c26c982_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a9c315dfeb5641df87ce6dbf0c26c982_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:17,987 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/58d15f1efcfd46189d17f8eba1682d99, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:17,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/58d15f1efcfd46189d17f8eba1682d99 is 175, key is test_row_0/A:col10/1730981897559/Put/seqid=0 2024-11-07T12:18:18,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742013_1189 (size=31155) 2024-11-07T12:18:18,004 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/58d15f1efcfd46189d17f8eba1682d99 2024-11-07T12:18:18,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/39f3090cc8414ae79360f7d8bf295b3a is 50, key is test_row_0/B:col10/1730981897559/Put/seqid=0 2024-11-07T12:18:18,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742014_1190 (size=12201) 2024-11-07T12:18:18,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/39f3090cc8414ae79360f7d8bf295b3a 2024-11-07T12:18:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-07T12:18:18,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/4c804ab233f64a2d98fcc3d1b7c0a507 is 50, key is test_row_0/C:col10/1730981897559/Put/seqid=0 2024-11-07T12:18:18,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742015_1191 (size=12201) 2024-11-07T12:18:18,078 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/4c804ab233f64a2d98fcc3d1b7c0a507 2024-11-07T12:18:18,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-07T12:18:18,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:18,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:18,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:18,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/58d15f1efcfd46189d17f8eba1682d99 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/58d15f1efcfd46189d17f8eba1682d99 2024-11-07T12:18:18,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/58d15f1efcfd46189d17f8eba1682d99, entries=150, sequenceid=257, filesize=30.4 K 2024-11-07T12:18:18,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/39f3090cc8414ae79360f7d8bf295b3a as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/39f3090cc8414ae79360f7d8bf295b3a 2024-11-07T12:18:18,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/39f3090cc8414ae79360f7d8bf295b3a, entries=150, sequenceid=257, filesize=11.9 K 2024-11-07T12:18:18,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/4c804ab233f64a2d98fcc3d1b7c0a507 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/4c804ab233f64a2d98fcc3d1b7c0a507 2024-11-07T12:18:18,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/4c804ab233f64a2d98fcc3d1b7c0a507, entries=150, sequenceid=257, filesize=11.9 K 2024-11-07T12:18:18,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f230bc725f1cc941b668303c134dd07c in 549ms, sequenceid=257, compaction requested=false 2024-11-07T12:18:18,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:18,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:18,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-07T12:18:18,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:18,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:18,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:18,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:18,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:18,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:18,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079b0db317a1374afc83393606f54fd00f_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981898204/Put/seqid=0 2024-11-07T12:18:18,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-07T12:18:18,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981958228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981958231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981958231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981958232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,236 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-07T12:18:18,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:18,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:18,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:18,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742016_1192 (size=12454) 2024-11-07T12:18:18,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981958337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981958337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981958337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981958346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,400 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-07T12:18:18,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:18,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:18,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:18,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-07T12:18:18,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981958540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981958540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981958540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981958550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,556 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-07T12:18:18,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:18,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:18,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:18,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,654 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:18,663 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079b0db317a1374afc83393606f54fd00f_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079b0db317a1374afc83393606f54fd00f_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:18,665 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/55083fb6c8cb4833b9ee5575b19cc5de, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:18,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/55083fb6c8cb4833b9ee5575b19cc5de is 175, key is test_row_0/A:col10/1730981898204/Put/seqid=0 2024-11-07T12:18:18,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742017_1193 (size=31255) 2024-11-07T12:18:18,676 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/55083fb6c8cb4833b9ee5575b19cc5de 2024-11-07T12:18:18,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/4d3314f34a0946528da2b10e5c90df53 is 50, key is test_row_0/B:col10/1730981898204/Put/seqid=0 2024-11-07T12:18:18,710 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742018_1194 (size=12301) 2024-11-07T12:18:18,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-07T12:18:18,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:18,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:18,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:18,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/4d3314f34a0946528da2b10e5c90df53 2024-11-07T12:18:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/8ee2282e0fe7497e84b10b3ea9a8ff17 is 50, key is test_row_0/C:col10/1730981898204/Put/seqid=0 2024-11-07T12:18:18,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742019_1195 (size=12301) 2024-11-07T12:18:18,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/8ee2282e0fe7497e84b10b3ea9a8ff17 2024-11-07T12:18:18,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/55083fb6c8cb4833b9ee5575b19cc5de as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/55083fb6c8cb4833b9ee5575b19cc5de 2024-11-07T12:18:18,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/55083fb6c8cb4833b9ee5575b19cc5de, entries=150, sequenceid=278, filesize=30.5 K 2024-11-07T12:18:18,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/4d3314f34a0946528da2b10e5c90df53 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/4d3314f34a0946528da2b10e5c90df53 2024-11-07T12:18:18,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/4d3314f34a0946528da2b10e5c90df53, entries=150, sequenceid=278, filesize=12.0 K 2024-11-07T12:18:18,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/8ee2282e0fe7497e84b10b3ea9a8ff17 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/8ee2282e0fe7497e84b10b3ea9a8ff17 2024-11-07T12:18:18,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/8ee2282e0fe7497e84b10b3ea9a8ff17, entries=150, sequenceid=278, filesize=12.0 K 2024-11-07T12:18:18,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for f230bc725f1cc941b668303c134dd07c in 575ms, sequenceid=278, compaction requested=true 2024-11-07T12:18:18,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:18,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:18,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:18,779 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:18,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:18,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:18,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:18,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T12:18:18,780 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:18,780 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:18,780 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/A is initiating minor compaction (all files) 2024-11-07T12:18:18,781 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/A in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:18,781 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/36668a8252e64f078b6a812d59e02af7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/58d15f1efcfd46189d17f8eba1682d99, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/55083fb6c8cb4833b9ee5575b19cc5de] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=91.9 K 2024-11-07T12:18:18,781 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:18,781 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/36668a8252e64f078b6a812d59e02af7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/58d15f1efcfd46189d17f8eba1682d99, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/55083fb6c8cb4833b9ee5575b19cc5de] 2024-11-07T12:18:18,781 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:18,781 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/B is initiating minor compaction (all files) 2024-11-07T12:18:18,782 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/B in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:18,782 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/85cd3dfc75b14d0a8dc00c8380742f86, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/39f3090cc8414ae79360f7d8bf295b3a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/4d3314f34a0946528da2b10e5c90df53] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=36.3 K 2024-11-07T12:18:18,782 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36668a8252e64f078b6a812d59e02af7, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1730981895811 2024-11-07T12:18:18,783 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 85cd3dfc75b14d0a8dc00c8380742f86, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1730981895811 2024-11-07T12:18:18,783 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58d15f1efcfd46189d17f8eba1682d99, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1730981896947 2024-11-07T12:18:18,783 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 39f3090cc8414ae79360f7d8bf295b3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1730981896947 2024-11-07T12:18:18,784 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55083fb6c8cb4833b9ee5575b19cc5de, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1730981898199 2024-11-07T12:18:18,784 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d3314f34a0946528da2b10e5c90df53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1730981898199 2024-11-07T12:18:18,798 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#B#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:18,799 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/730a9b94917b4c779e00c5e4673ba937 is 50, key is test_row_0/B:col10/1730981898204/Put/seqid=0 2024-11-07T12:18:18,800 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:18,803 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110700c2c1f63be54dfdb96f54f8794e800a_f230bc725f1cc941b668303c134dd07c store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:18,805 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110700c2c1f63be54dfdb96f54f8794e800a_f230bc725f1cc941b668303c134dd07c, store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:18,805 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110700c2c1f63be54dfdb96f54f8794e800a_f230bc725f1cc941b668303c134dd07c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:18,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742020_1196 (size=12949) 2024-11-07T12:18:18,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742021_1197 (size=4469) 2024-11-07T12:18:18,812 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#A#compaction#160 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:18,813 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/f40c0c396c554c2f9f1b795f425dd79c is 175, key is test_row_0/A:col10/1730981898204/Put/seqid=0 2024-11-07T12:18:18,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742022_1198 (size=31903) 2024-11-07T12:18:18,822 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/730a9b94917b4c779e00c5e4673ba937 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/730a9b94917b4c779e00c5e4673ba937 2024-11-07T12:18:18,829 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f230bc725f1cc941b668303c134dd07c/B of f230bc725f1cc941b668303c134dd07c into 730a9b94917b4c779e00c5e4673ba937(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:18,829 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:18,829 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/B, priority=13, startTime=1730981898779; duration=0sec 2024-11-07T12:18:18,830 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:18,830 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:B 2024-11-07T12:18:18,830 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:18,831 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:18,831 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/C is initiating minor compaction (all files) 2024-11-07T12:18:18,831 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/C in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:18,831 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/a21e71495b944f74b04df9ba668f70da, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/4c804ab233f64a2d98fcc3d1b7c0a507, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/8ee2282e0fe7497e84b10b3ea9a8ff17] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=36.3 K 2024-11-07T12:18:18,831 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting a21e71495b944f74b04df9ba668f70da, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1730981895811 2024-11-07T12:18:18,832 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c804ab233f64a2d98fcc3d1b7c0a507, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1730981896947 2024-11-07T12:18:18,832 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ee2282e0fe7497e84b10b3ea9a8ff17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1730981898199 2024-11-07T12:18:18,840 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#C#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:18,841 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/396a31524d6b40e79ab9427b86278ff2 is 50, key is test_row_0/C:col10/1730981898204/Put/seqid=0 2024-11-07T12:18:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:18,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-07T12:18:18,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:18,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:18,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:18,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:18,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:18,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:18,872 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-07T12:18:18,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:18,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:18,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:18,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981958871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:18,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981958872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981958873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981958874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742023_1199 (size=12949) 2024-11-07T12:18:18,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ea4fe4322c5e445da8aa37c10acf2196_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981898846/Put/seqid=0 2024-11-07T12:18:18,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742024_1200 (size=12454) 2024-11-07T12:18:18,922 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:18,933 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ea4fe4322c5e445da8aa37c10acf2196_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ea4fe4322c5e445da8aa37c10acf2196_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:18,945 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/d60db2411216494f9ef868299d944913, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:18,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/d60db2411216494f9ef868299d944913 is 175, key is test_row_0/A:col10/1730981898846/Put/seqid=0 2024-11-07T12:18:18,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742025_1201 (size=31255) 2024-11-07T12:18:18,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981958976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981958978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981958984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:18,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981958984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:19,027 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:19,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-07T12:18:19,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:19,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:19,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:19,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:19,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-07T12:18:19,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981959185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:19,187 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:19,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-07T12:18:19,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:19,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:19,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:19,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:19,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981959185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:19,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:19,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:19,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981959187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:19,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981959193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:19,237 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/f40c0c396c554c2f9f1b795f425dd79c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f40c0c396c554c2f9f1b795f425dd79c 2024-11-07T12:18:19,246 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f230bc725f1cc941b668303c134dd07c/A of f230bc725f1cc941b668303c134dd07c into f40c0c396c554c2f9f1b795f425dd79c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:19,246 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:19,246 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/A, priority=13, startTime=1730981898779; duration=0sec 2024-11-07T12:18:19,247 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:19,247 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:A 2024-11-07T12:18:19,306 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/396a31524d6b40e79ab9427b86278ff2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/396a31524d6b40e79ab9427b86278ff2 2024-11-07T12:18:19,329 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in f230bc725f1cc941b668303c134dd07c/C of f230bc725f1cc941b668303c134dd07c into 396a31524d6b40e79ab9427b86278ff2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:19,329 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:19,329 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/C, priority=13, startTime=1730981898779; duration=0sec 2024-11-07T12:18:19,329 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:19,330 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:C 2024-11-07T12:18:19,345 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:19,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-07T12:18:19,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:19,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:19,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:19,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:19,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:19,368 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/d60db2411216494f9ef868299d944913 2024-11-07T12:18:19,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/c3cb8c845cdf4c37af119842cb556998 is 50, key is test_row_0/B:col10/1730981898846/Put/seqid=0 2024-11-07T12:18:19,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742026_1202 (size=12301) 2024-11-07T12:18:19,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/c3cb8c845cdf4c37af119842cb556998 2024-11-07T12:18:19,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/8648b11f885542708c92bf25955d67ac is 50, key is test_row_0/C:col10/1730981898846/Put/seqid=0 2024-11-07T12:18:19,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742027_1203 (size=12301) 2024-11-07T12:18:19,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/8648b11f885542708c92bf25955d67ac 2024-11-07T12:18:19,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/d60db2411216494f9ef868299d944913 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/d60db2411216494f9ef868299d944913 2024-11-07T12:18:19,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/d60db2411216494f9ef868299d944913, entries=150, sequenceid=299, filesize=30.5 K 2024-11-07T12:18:19,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/c3cb8c845cdf4c37af119842cb556998 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/c3cb8c845cdf4c37af119842cb556998 2024-11-07T12:18:19,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981959490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:19,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981959491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:19,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:19,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981959494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:19,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981959498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:19,501 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:19,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-07T12:18:19,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:19,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:19,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:19,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:19,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:19,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/c3cb8c845cdf4c37af119842cb556998, entries=150, sequenceid=299, filesize=12.0 K 2024-11-07T12:18:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:19,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/8648b11f885542708c92bf25955d67ac as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/8648b11f885542708c92bf25955d67ac 2024-11-07T12:18:19,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/8648b11f885542708c92bf25955d67ac, entries=150, sequenceid=299, filesize=12.0 K 2024-11-07T12:18:19,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for f230bc725f1cc941b668303c134dd07c in 666ms, sequenceid=299, compaction requested=false 2024-11-07T12:18:19,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:19,655 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:19,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-07T12:18:19,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:19,657 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-07T12:18:19,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:19,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:19,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:19,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:19,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:19,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:19,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411076fa7e42df995436cabd9e81d8667da62_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981898868/Put/seqid=0 2024-11-07T12:18:19,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742028_1204 (size=12454) 2024-11-07T12:18:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:20,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:20,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981960013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:20,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981960016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:20,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981960017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:20,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:20,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981960025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:20,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-07T12:18:20,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:20,116 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411076fa7e42df995436cabd9e81d8667da62_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076fa7e42df995436cabd9e81d8667da62_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:20,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/98739022a34c4353beb0583b801643bf, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:20,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/98739022a34c4353beb0583b801643bf is 175, key is test_row_0/A:col10/1730981898868/Put/seqid=0 2024-11-07T12:18:20,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742029_1205 (size=31255) 2024-11-07T12:18:20,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981960122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:20,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981960122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:20,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:20,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981960126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:20,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:20,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981960130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:20,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:20,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981960331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981960329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:20,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:20,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981960331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:20,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:20,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981960338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:20,525 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/98739022a34c4353beb0583b801643bf 2024-11-07T12:18:20,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/b82b0017f61f4d338cb8548e45912ac3 is 50, key is test_row_0/B:col10/1730981898868/Put/seqid=0 2024-11-07T12:18:20,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742030_1206 (size=12301) 2024-11-07T12:18:20,555 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/b82b0017f61f4d338cb8548e45912ac3 2024-11-07T12:18:20,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/15e9574e9cd3430c8c6ed9d5232358a8 is 50, key is test_row_0/C:col10/1730981898868/Put/seqid=0 2024-11-07T12:18:20,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742031_1207 (size=12301) 2024-11-07T12:18:20,578 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/15e9574e9cd3430c8c6ed9d5232358a8 2024-11-07T12:18:20,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/98739022a34c4353beb0583b801643bf as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/98739022a34c4353beb0583b801643bf 2024-11-07T12:18:20,604 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/98739022a34c4353beb0583b801643bf, entries=150, sequenceid=317, filesize=30.5 K 2024-11-07T12:18:20,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/b82b0017f61f4d338cb8548e45912ac3 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/b82b0017f61f4d338cb8548e45912ac3 2024-11-07T12:18:20,613 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/b82b0017f61f4d338cb8548e45912ac3, entries=150, sequenceid=317, filesize=12.0 K 2024-11-07T12:18:20,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/15e9574e9cd3430c8c6ed9d5232358a8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/15e9574e9cd3430c8c6ed9d5232358a8 2024-11-07T12:18:20,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981960636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:20,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981960643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:20,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981960644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:20,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981960644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:20,649 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/15e9574e9cd3430c8c6ed9d5232358a8, entries=150, sequenceid=317, filesize=12.0 K 2024-11-07T12:18:20,651 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for f230bc725f1cc941b668303c134dd07c in 995ms, sequenceid=317, compaction requested=true 2024-11-07T12:18:20,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:20,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:20,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-07T12:18:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-07T12:18:20,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-07T12:18:20,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7340 sec 2024-11-07T12:18:20,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.7470 sec 2024-11-07T12:18:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:21,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T12:18:21,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:21,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:21,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:21,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:21,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:21,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:21,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981961161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:21,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981961161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:21,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981961163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:21,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:21,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981961165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:21,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411072f83036c7bee43f4bed5bc942ff0d38b_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981901151/Put/seqid=0 2024-11-07T12:18:21,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742032_1208 (size=14994) 2024-11-07T12:18:21,224 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:21,232 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411072f83036c7bee43f4bed5bc942ff0d38b_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411072f83036c7bee43f4bed5bc942ff0d38b_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:21,233 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/90992c0280814400a26814e97fd041e1, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:21,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/90992c0280814400a26814e97fd041e1 is 175, key is test_row_0/A:col10/1730981901151/Put/seqid=0 2024-11-07T12:18:21,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981961266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:21,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:21,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981961272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:21,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981961272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:21,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:21,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981961275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:21,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742033_1209 (size=39949) 2024-11-07T12:18:21,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981961470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:21,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981961476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:21,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981961476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:21,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:21,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981961479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:21,680 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/90992c0280814400a26814e97fd041e1 2024-11-07T12:18:21,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/663ce82294f34d57a6eb0e90824381f3 is 50, key is test_row_0/B:col10/1730981901151/Put/seqid=0 2024-11-07T12:18:21,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742034_1210 (size=12301) 2024-11-07T12:18:21,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/663ce82294f34d57a6eb0e90824381f3 2024-11-07T12:18:21,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/ad75582a818343f2bcf6bd474eb22045 is 50, key is test_row_0/C:col10/1730981901151/Put/seqid=0 2024-11-07T12:18:21,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742035_1211 (size=12301) 2024-11-07T12:18:21,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/ad75582a818343f2bcf6bd474eb22045 2024-11-07T12:18:21,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/90992c0280814400a26814e97fd041e1 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/90992c0280814400a26814e97fd041e1 2024-11-07T12:18:21,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981961773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:21,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:21,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981961780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:21,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981961780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:21,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981961784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:21,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/90992c0280814400a26814e97fd041e1, entries=200, sequenceid=342, filesize=39.0 K 2024-11-07T12:18:21,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/663ce82294f34d57a6eb0e90824381f3 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/663ce82294f34d57a6eb0e90824381f3 2024-11-07T12:18:21,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/663ce82294f34d57a6eb0e90824381f3, entries=150, sequenceid=342, filesize=12.0 K 2024-11-07T12:18:21,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/ad75582a818343f2bcf6bd474eb22045 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/ad75582a818343f2bcf6bd474eb22045 2024-11-07T12:18:21,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/ad75582a818343f2bcf6bd474eb22045, entries=150, sequenceid=342, filesize=12.0 K 2024-11-07T12:18:21,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f230bc725f1cc941b668303c134dd07c in 674ms, sequenceid=342, compaction requested=true 2024-11-07T12:18:21,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:21,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:21,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:21,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:21,827 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:18:21,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:21,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:21,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T12:18:21,827 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:18:21,830 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:18:21,830 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/A is initiating minor compaction (all files) 2024-11-07T12:18:21,830 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/A in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:21,830 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f40c0c396c554c2f9f1b795f425dd79c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/d60db2411216494f9ef868299d944913, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/98739022a34c4353beb0583b801643bf, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/90992c0280814400a26814e97fd041e1] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=131.2 K 2024-11-07T12:18:21,830 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:21,830 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f40c0c396c554c2f9f1b795f425dd79c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/d60db2411216494f9ef868299d944913, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/98739022a34c4353beb0583b801643bf, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/90992c0280814400a26814e97fd041e1] 2024-11-07T12:18:21,830 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:18:21,830 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/B is initiating minor compaction (all files) 2024-11-07T12:18:21,830 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/B in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:21,831 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/730a9b94917b4c779e00c5e4673ba937, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/c3cb8c845cdf4c37af119842cb556998, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/b82b0017f61f4d338cb8548e45912ac3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/663ce82294f34d57a6eb0e90824381f3] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=48.7 K 2024-11-07T12:18:21,831 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 730a9b94917b4c779e00c5e4673ba937, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1730981898199 2024-11-07T12:18:21,831 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting f40c0c396c554c2f9f1b795f425dd79c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1730981898199 2024-11-07T12:18:21,832 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3cb8c845cdf4c37af119842cb556998, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1730981898229 2024-11-07T12:18:21,832 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting d60db2411216494f9ef868299d944913, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1730981898229 2024-11-07T12:18:21,832 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting b82b0017f61f4d338cb8548e45912ac3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1730981898864 2024-11-07T12:18:21,833 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 98739022a34c4353beb0583b801643bf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1730981898864 2024-11-07T12:18:21,833 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 663ce82294f34d57a6eb0e90824381f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1730981901146 2024-11-07T12:18:21,833 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 90992c0280814400a26814e97fd041e1, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1730981901146 2024-11-07T12:18:21,845 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#B#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:21,846 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/2cddfeac4ade446faa14ac38609b033d is 50, key is test_row_0/B:col10/1730981901151/Put/seqid=0 2024-11-07T12:18:21,854 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:21,876 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110797cec2d3b29f4cabbc50e3d7527cb877_f230bc725f1cc941b668303c134dd07c store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:21,879 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110797cec2d3b29f4cabbc50e3d7527cb877_f230bc725f1cc941b668303c134dd07c, store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:21,879 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110797cec2d3b29f4cabbc50e3d7527cb877_f230bc725f1cc941b668303c134dd07c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:21,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742036_1212 (size=13085) 2024-11-07T12:18:21,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742037_1213 (size=4469) 2024-11-07T12:18:21,889 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#A#compaction#172 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:21,889 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/6134b169287247719ee6990d89e58634 is 175, key is test_row_0/A:col10/1730981901151/Put/seqid=0 2024-11-07T12:18:21,895 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/2cddfeac4ade446faa14ac38609b033d as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/2cddfeac4ade446faa14ac38609b033d 2024-11-07T12:18:21,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742038_1214 (size=32039) 2024-11-07T12:18:21,903 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f230bc725f1cc941b668303c134dd07c/B of f230bc725f1cc941b668303c134dd07c into 2cddfeac4ade446faa14ac38609b033d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:21,903 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:21,903 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/B, priority=12, startTime=1730981901827; duration=0sec 2024-11-07T12:18:21,904 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:21,904 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:B 2024-11-07T12:18:21,904 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:18:21,906 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:18:21,906 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): f230bc725f1cc941b668303c134dd07c/C is initiating minor compaction (all files) 2024-11-07T12:18:21,906 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of f230bc725f1cc941b668303c134dd07c/C in TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:21,906 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/396a31524d6b40e79ab9427b86278ff2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/8648b11f885542708c92bf25955d67ac, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/15e9574e9cd3430c8c6ed9d5232358a8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/ad75582a818343f2bcf6bd474eb22045] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp, totalSize=48.7 K 2024-11-07T12:18:21,907 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 396a31524d6b40e79ab9427b86278ff2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1730981898199 2024-11-07T12:18:21,907 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8648b11f885542708c92bf25955d67ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1730981898229 2024-11-07T12:18:21,908 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15e9574e9cd3430c8c6ed9d5232358a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1730981898864 2024-11-07T12:18:21,908 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad75582a818343f2bcf6bd474eb22045, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1730981901146 2024-11-07T12:18:21,927 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f230bc725f1cc941b668303c134dd07c#C#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:21,928 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/3b5607a1e91f4c39a8299f7d79b8f5f8 is 50, key is test_row_0/C:col10/1730981901151/Put/seqid=0 2024-11-07T12:18:21,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742039_1215 (size=13085) 2024-11-07T12:18:21,952 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/3b5607a1e91f4c39a8299f7d79b8f5f8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/3b5607a1e91f4c39a8299f7d79b8f5f8 2024-11-07T12:18:21,959 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f230bc725f1cc941b668303c134dd07c/C of f230bc725f1cc941b668303c134dd07c into 3b5607a1e91f4c39a8299f7d79b8f5f8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:21,959 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:21,960 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/C, priority=12, startTime=1730981901827; duration=0sec 2024-11-07T12:18:21,960 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:21,960 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:C 2024-11-07T12:18:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-07T12:18:22,042 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-07T12:18:22,048 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:18:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-07T12:18:22,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-07T12:18:22,050 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:18:22,050 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:18:22,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:18:22,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-07T12:18:22,204 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:22,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-07T12:18:22,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:22,206 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T12:18:22,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:22,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:22,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:22,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:22,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:22,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:22,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110762f83306e9a542f7bbc229e90120bed6_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981901156/Put/seqid=0 2024-11-07T12:18:22,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742040_1216 (size=12454) 2024-11-07T12:18:22,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. as already flushing 2024-11-07T12:18:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:22,310 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/6134b169287247719ee6990d89e58634 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/6134b169287247719ee6990d89e58634 2024-11-07T12:18:22,329 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in f230bc725f1cc941b668303c134dd07c/A of f230bc725f1cc941b668303c134dd07c into 6134b169287247719ee6990d89e58634(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:22,329 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:22,329 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c., storeName=f230bc725f1cc941b668303c134dd07c/A, priority=12, startTime=1730981901826; duration=0sec 2024-11-07T12:18:22,329 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:22,329 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:A 2024-11-07T12:18:22,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981962338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:22,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981962338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:22,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:22,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981962339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:22,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981962342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-07T12:18:22,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981962443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:22,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981962443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:22,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981962444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:22,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981962447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:22,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981962647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:22,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:22,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:22,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981962647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981962647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:22,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981962650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-07T12:18:22,655 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110762f83306e9a542f7bbc229e90120bed6_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110762f83306e9a542f7bbc229e90120bed6_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:22,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/a0a7e8fda72949b295cffa8f1051b903, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:22,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/a0a7e8fda72949b295cffa8f1051b903 is 175, key is test_row_0/A:col10/1730981901156/Put/seqid=0 2024-11-07T12:18:22,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742041_1217 (size=31255) 2024-11-07T12:18:22,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:22,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981962954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:22,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:22,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981962955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981962955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:22,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981962955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:23,069 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/a0a7e8fda72949b295cffa8f1051b903 2024-11-07T12:18:23,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/6d873c393c2f4fccb8be74a3040e6b84 is 50, key is test_row_0/B:col10/1730981901156/Put/seqid=0 2024-11-07T12:18:23,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742042_1218 (size=12301) 2024-11-07T12:18:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-07T12:18:23,259 DEBUG [Thread-611 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x663bcd69 to 127.0.0.1:65262 2024-11-07T12:18:23,259 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:23,260 DEBUG [Thread-613 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30e1d06c to 127.0.0.1:65262 2024-11-07T12:18:23,260 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:23,266 DEBUG [Thread-609 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d706e01 to 127.0.0.1:65262 2024-11-07T12:18:23,267 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:23,267 DEBUG [Thread-615 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x570b851e to 127.0.0.1:65262 2024-11-07T12:18:23,267 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:23,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:23,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37710 deadline: 1730981963460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37634 deadline: 1730981963460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:23,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37612 deadline: 1730981963463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:23,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:23,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37626 deadline: 1730981963459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:23,528 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/6d873c393c2f4fccb8be74a3040e6b84 2024-11-07T12:18:23,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/ea2724939d8e4629a0c331279d7e96bb is 50, key is test_row_0/C:col10/1730981901156/Put/seqid=0 2024-11-07T12:18:23,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742043_1219 (size=12301) 2024-11-07T12:18:23,551 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/ea2724939d8e4629a0c331279d7e96bb 2024-11-07T12:18:23,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/a0a7e8fda72949b295cffa8f1051b903 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/a0a7e8fda72949b295cffa8f1051b903 2024-11-07T12:18:23,572 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/a0a7e8fda72949b295cffa8f1051b903, entries=150, sequenceid=355, filesize=30.5 K 2024-11-07T12:18:23,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/6d873c393c2f4fccb8be74a3040e6b84 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/6d873c393c2f4fccb8be74a3040e6b84 2024-11-07T12:18:23,579 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/6d873c393c2f4fccb8be74a3040e6b84, entries=150, sequenceid=355, filesize=12.0 K 2024-11-07T12:18:23,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/ea2724939d8e4629a0c331279d7e96bb as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/ea2724939d8e4629a0c331279d7e96bb 2024-11-07T12:18:23,586 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/ea2724939d8e4629a0c331279d7e96bb, entries=150, sequenceid=355, filesize=12.0 K 2024-11-07T12:18:23,589 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f230bc725f1cc941b668303c134dd07c in 1383ms, sequenceid=355, compaction requested=false 2024-11-07T12:18:23,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:23,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:23,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-07T12:18:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-07T12:18:23,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-07T12:18:23,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5430 sec 2024-11-07T12:18:23,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.5470 sec 2024-11-07T12:18:23,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:23,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-07T12:18:23,918 DEBUG [Thread-602 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6099ffd5 to 127.0.0.1:65262 2024-11-07T12:18:23,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:23,918 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:23,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:23,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:23,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:23,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:23,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:23,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110720458978a9a54b1d9a8f999e397981b2_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_0/A:col10/1730981902337/Put/seqid=0 2024-11-07T12:18:23,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742044_1220 (size=12454) 2024-11-07T12:18:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-07T12:18:24,156 INFO [Thread-608 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-07T12:18:24,360 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:24,364 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110720458978a9a54b1d9a8f999e397981b2_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110720458978a9a54b1d9a8f999e397981b2_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:24,365 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/7a8d8913fe4d4f95ab662b311059354f, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:24,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/7a8d8913fe4d4f95ab662b311059354f is 175, key is test_row_0/A:col10/1730981902337/Put/seqid=0 2024-11-07T12:18:24,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742045_1221 (size=31255) 2024-11-07T12:18:24,467 DEBUG [Thread-600 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27147e97 to 127.0.0.1:65262 2024-11-07T12:18:24,467 DEBUG [Thread-606 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3645b3e1 to 127.0.0.1:65262 2024-11-07T12:18:24,467 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:24,467 DEBUG [Thread-604 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12e8dbde to 127.0.0.1:65262 2024-11-07T12:18:24,467 DEBUG [Thread-606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:24,467 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:24,475 DEBUG [Thread-598 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7042be7d to 127.0.0.1:65262 2024-11-07T12:18:24,475 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T12:18:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-07T12:18:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-07T12:18:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-07T12:18:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-07T12:18:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-07T12:18:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T12:18:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5443 2024-11-07T12:18:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5341 2024-11-07T12:18:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T12:18:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2323 2024-11-07T12:18:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6969 rows 2024-11-07T12:18:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2340 2024-11-07T12:18:24,475 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7020 rows 2024-11-07T12:18:24,475 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-07T12:18:24,475 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x738f74c0 to 127.0.0.1:65262 2024-11-07T12:18:24,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:24,484 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-07T12:18:24,485 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T12:18:24,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T12:18:24,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-07T12:18:24,489 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981904489"}]},"ts":"1730981904489"} 2024-11-07T12:18:24,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T12:18:24,493 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T12:18:24,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T12:18:24,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f230bc725f1cc941b668303c134dd07c, UNASSIGN}] 2024-11-07T12:18:24,497 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=f230bc725f1cc941b668303c134dd07c, UNASSIGN 2024-11-07T12:18:24,498 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=f230bc725f1cc941b668303c134dd07c, regionState=CLOSING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:24,499 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T12:18:24,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; CloseRegionProcedure f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:18:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-07T12:18:24,650 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:24,651 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(124): Close f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:24,651 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T12:18:24,651 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1681): Closing f230bc725f1cc941b668303c134dd07c, disabling compactions & flushes 2024-11-07T12:18:24,651 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:24,770 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/7a8d8913fe4d4f95ab662b311059354f 2024-11-07T12:18:24,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/8ce36d32ac3e43829e465729bd7ac8dc is 50, key is test_row_0/B:col10/1730981902337/Put/seqid=0 2024-11-07T12:18:24,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742046_1222 (size=12301) 2024-11-07T12:18:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-07T12:18:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-07T12:18:25,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/8ce36d32ac3e43829e465729bd7ac8dc 2024-11-07T12:18:25,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/8216738b63cb469da413a0f7e46d10ae is 50, key is test_row_0/C:col10/1730981902337/Put/seqid=0 2024-11-07T12:18:25,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742047_1223 (size=12301) 2024-11-07T12:18:25,589 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:18:25,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-07T12:18:25,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/8216738b63cb469da413a0f7e46d10ae 2024-11-07T12:18:25,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/7a8d8913fe4d4f95ab662b311059354f as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/7a8d8913fe4d4f95ab662b311059354f 2024-11-07T12:18:25,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/7a8d8913fe4d4f95ab662b311059354f, entries=150, sequenceid=382, filesize=30.5 K 2024-11-07T12:18:25,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/8ce36d32ac3e43829e465729bd7ac8dc as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/8ce36d32ac3e43829e465729bd7ac8dc 2024-11-07T12:18:25,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/8ce36d32ac3e43829e465729bd7ac8dc, entries=150, sequenceid=382, filesize=12.0 K 2024-11-07T12:18:25,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/8216738b63cb469da413a0f7e46d10ae as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/8216738b63cb469da413a0f7e46d10ae 2024-11-07T12:18:25,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/8216738b63cb469da413a0f7e46d10ae, entries=150, sequenceid=382, filesize=12.0 K 2024-11-07T12:18:25,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=26.84 KB/27480 for f230bc725f1cc941b668303c134dd07c in 1699ms, sequenceid=382, compaction requested=true 2024-11-07T12:18:25,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:25,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:25,617 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:25,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:25,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:25,617 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. because compaction request was cancelled 2024-11-07T12:18:25,617 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:25,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:25,617 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:A 2024-11-07T12:18:25,617 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. because compaction request was cancelled 2024-11-07T12:18:25,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f230bc725f1cc941b668303c134dd07c:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:25,617 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. after waiting 0 ms 2024-11-07T12:18:25,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:25,617 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. because compaction request was cancelled 2024-11-07T12:18:25,617 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:B 2024-11-07T12:18:25,617 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f230bc725f1cc941b668303c134dd07c:C 2024-11-07T12:18:25,617 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:25,617 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(2837): Flushing f230bc725f1cc941b668303c134dd07c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-07T12:18:25,618 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=A 2024-11-07T12:18:25,618 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:25,618 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=B 2024-11-07T12:18:25,618 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:25,618 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f230bc725f1cc941b668303c134dd07c, store=C 2024-11-07T12:18:25,618 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:25,623 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071310a7eb2a7f4a108768ad6858a0fed0_f230bc725f1cc941b668303c134dd07c is 50, key is test_row_2/A:col10/1730981904473/Put/seqid=0 2024-11-07T12:18:25,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742048_1224 (size=7374) 2024-11-07T12:18:26,027 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:26,033 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071310a7eb2a7f4a108768ad6858a0fed0_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071310a7eb2a7f4a108768ad6858a0fed0_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:26,034 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/6bcd7f6234374b28bdf3e02aa38c2dc4, store: [table=TestAcidGuarantees family=A region=f230bc725f1cc941b668303c134dd07c] 2024-11-07T12:18:26,035 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/6bcd7f6234374b28bdf3e02aa38c2dc4 is 175, key is test_row_2/A:col10/1730981904473/Put/seqid=0 2024-11-07T12:18:26,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742049_1225 (size=13865) 2024-11-07T12:18:26,440 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=389, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/6bcd7f6234374b28bdf3e02aa38c2dc4 2024-11-07T12:18:26,447 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/d0e68284afba4fdb8aad164212184bf5 is 50, key is test_row_2/B:col10/1730981904473/Put/seqid=0 2024-11-07T12:18:26,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742050_1226 (size=7415) 2024-11-07T12:18:26,457 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/d0e68284afba4fdb8aad164212184bf5 2024-11-07T12:18:26,467 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/01e0e69d6a254aa28679d787cd12f8bc is 50, key is test_row_2/C:col10/1730981904473/Put/seqid=0 2024-11-07T12:18:26,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742051_1227 (size=7415) 2024-11-07T12:18:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-07T12:18:26,877 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/01e0e69d6a254aa28679d787cd12f8bc 2024-11-07T12:18:26,881 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/A/6bcd7f6234374b28bdf3e02aa38c2dc4 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/6bcd7f6234374b28bdf3e02aa38c2dc4 2024-11-07T12:18:26,886 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/6bcd7f6234374b28bdf3e02aa38c2dc4, entries=50, sequenceid=389, filesize=13.5 K 2024-11-07T12:18:26,887 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/B/d0e68284afba4fdb8aad164212184bf5 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/d0e68284afba4fdb8aad164212184bf5 2024-11-07T12:18:26,891 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/d0e68284afba4fdb8aad164212184bf5, entries=50, sequenceid=389, filesize=7.2 K 2024-11-07T12:18:26,892 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/.tmp/C/01e0e69d6a254aa28679d787cd12f8bc as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/01e0e69d6a254aa28679d787cd12f8bc 2024-11-07T12:18:26,895 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/01e0e69d6a254aa28679d787cd12f8bc, entries=50, sequenceid=389, filesize=7.2 K 2024-11-07T12:18:26,896 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for f230bc725f1cc941b668303c134dd07c in 1279ms, sequenceid=389, compaction requested=true 2024-11-07T12:18:26,897 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f260a4ca715e42c29989774358014e12, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/15b64c32ae964154bfcffc7209eacbd0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/e3e672180b644158a0ed19218b6ff4b6, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f3f31333e51e4ed8a8bfd8d8133cddd8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/33ec990934a14e378ff6ebaa9a9b4a77, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/483185dc18b94b8f88a238a491d841e7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/a54150c58b7445049c8f4a6cbd235cf2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/fd2b70059a6249c88b1a59574d6d3c23, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/831e47132ea04019be4589427649f09c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/38da950d65684cd08b24f078bb30b35a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/92b06650c2a04f96862d105c03ff9753, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/5b3a9107e4a142ac8c3a116da7e05654, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/86e88c5724e4493cb8b486a820616541, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/ed1ce1c4e38746118d49f3e207ad9958, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/13a9e4a81a9c427e96a4170046484ec9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/e86fd6fca0f04da1b48bc3f2498f3143, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/36668a8252e64f078b6a812d59e02af7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/58d15f1efcfd46189d17f8eba1682d99, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f40c0c396c554c2f9f1b795f425dd79c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/55083fb6c8cb4833b9ee5575b19cc5de, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/d60db2411216494f9ef868299d944913, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/98739022a34c4353beb0583b801643bf, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/90992c0280814400a26814e97fd041e1] to archive 2024-11-07T12:18:26,898 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:18:26,899 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f260a4ca715e42c29989774358014e12 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f260a4ca715e42c29989774358014e12 2024-11-07T12:18:26,901 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/15b64c32ae964154bfcffc7209eacbd0 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/15b64c32ae964154bfcffc7209eacbd0 2024-11-07T12:18:26,902 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/e3e672180b644158a0ed19218b6ff4b6 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/e3e672180b644158a0ed19218b6ff4b6 2024-11-07T12:18:26,903 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f3f31333e51e4ed8a8bfd8d8133cddd8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f3f31333e51e4ed8a8bfd8d8133cddd8 2024-11-07T12:18:26,904 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/33ec990934a14e378ff6ebaa9a9b4a77 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/33ec990934a14e378ff6ebaa9a9b4a77 2024-11-07T12:18:26,905 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/483185dc18b94b8f88a238a491d841e7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/483185dc18b94b8f88a238a491d841e7 2024-11-07T12:18:26,906 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/a54150c58b7445049c8f4a6cbd235cf2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/a54150c58b7445049c8f4a6cbd235cf2 2024-11-07T12:18:26,907 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/fd2b70059a6249c88b1a59574d6d3c23 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/fd2b70059a6249c88b1a59574d6d3c23 2024-11-07T12:18:26,908 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/831e47132ea04019be4589427649f09c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/831e47132ea04019be4589427649f09c 2024-11-07T12:18:26,909 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/38da950d65684cd08b24f078bb30b35a to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/38da950d65684cd08b24f078bb30b35a 2024-11-07T12:18:26,911 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/92b06650c2a04f96862d105c03ff9753 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/92b06650c2a04f96862d105c03ff9753 2024-11-07T12:18:26,912 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/5b3a9107e4a142ac8c3a116da7e05654 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/5b3a9107e4a142ac8c3a116da7e05654 2024-11-07T12:18:26,913 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/86e88c5724e4493cb8b486a820616541 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/86e88c5724e4493cb8b486a820616541 2024-11-07T12:18:26,914 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/ed1ce1c4e38746118d49f3e207ad9958 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/ed1ce1c4e38746118d49f3e207ad9958 2024-11-07T12:18:26,915 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/13a9e4a81a9c427e96a4170046484ec9 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/13a9e4a81a9c427e96a4170046484ec9 2024-11-07T12:18:26,916 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/e86fd6fca0f04da1b48bc3f2498f3143 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/e86fd6fca0f04da1b48bc3f2498f3143 2024-11-07T12:18:26,917 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/36668a8252e64f078b6a812d59e02af7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/36668a8252e64f078b6a812d59e02af7 2024-11-07T12:18:26,918 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/58d15f1efcfd46189d17f8eba1682d99 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/58d15f1efcfd46189d17f8eba1682d99 2024-11-07T12:18:26,919 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f40c0c396c554c2f9f1b795f425dd79c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/f40c0c396c554c2f9f1b795f425dd79c 2024-11-07T12:18:26,920 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/55083fb6c8cb4833b9ee5575b19cc5de to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/55083fb6c8cb4833b9ee5575b19cc5de 2024-11-07T12:18:26,921 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/d60db2411216494f9ef868299d944913 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/d60db2411216494f9ef868299d944913 2024-11-07T12:18:26,922 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/98739022a34c4353beb0583b801643bf to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/98739022a34c4353beb0583b801643bf 2024-11-07T12:18:26,923 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/90992c0280814400a26814e97fd041e1 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/90992c0280814400a26814e97fd041e1 2024-11-07T12:18:26,924 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/9232b0f2b7c144769e39a6a175e64c9e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/5de302c398ef4af7ad50d865ad3abfbb, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/c635e618cfd4425aba4bb99b31853acf, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/0fee30f370084cccb549fab60fe69229, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/25d3a012f7e146189dcf2b42bf194748, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/ee54b3a59f8f4f76b5daddda4ab9546b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/02e15b935d9c4998abd23ae6cb872947, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/383be5da57664a63b9a63176178e53f6, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/565c4eb9fd2c4030bf572e17e22c019a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/beea522a6b0f4b3bb40bb010e26e240e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/84b0d368dd4c46559ee04920d80558c1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/1c132c0749984f5ca836c89039e773f0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/7c60da15cc6043a0ab821e14a610035c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/887cf09fa66540afa76923f5c7012e8b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/ee50086dc96744ae9828ef30cf73ae47, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/85cd3dfc75b14d0a8dc00c8380742f86, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/230a7ef6f5db43b3aa3c2ce80cb21278, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/39f3090cc8414ae79360f7d8bf295b3a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/730a9b94917b4c779e00c5e4673ba937, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/4d3314f34a0946528da2b10e5c90df53, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/c3cb8c845cdf4c37af119842cb556998, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/b82b0017f61f4d338cb8548e45912ac3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/663ce82294f34d57a6eb0e90824381f3] to archive 2024-11-07T12:18:26,925 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:18:26,926 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/9232b0f2b7c144769e39a6a175e64c9e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/9232b0f2b7c144769e39a6a175e64c9e 2024-11-07T12:18:26,927 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/5de302c398ef4af7ad50d865ad3abfbb to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/5de302c398ef4af7ad50d865ad3abfbb 2024-11-07T12:18:26,929 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/c635e618cfd4425aba4bb99b31853acf to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/c635e618cfd4425aba4bb99b31853acf 2024-11-07T12:18:26,930 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/0fee30f370084cccb549fab60fe69229 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/0fee30f370084cccb549fab60fe69229 2024-11-07T12:18:26,931 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/25d3a012f7e146189dcf2b42bf194748 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/25d3a012f7e146189dcf2b42bf194748 2024-11-07T12:18:26,932 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/ee54b3a59f8f4f76b5daddda4ab9546b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/ee54b3a59f8f4f76b5daddda4ab9546b 2024-11-07T12:18:26,933 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/02e15b935d9c4998abd23ae6cb872947 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/02e15b935d9c4998abd23ae6cb872947 2024-11-07T12:18:26,934 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/383be5da57664a63b9a63176178e53f6 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/383be5da57664a63b9a63176178e53f6 2024-11-07T12:18:26,935 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/565c4eb9fd2c4030bf572e17e22c019a to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/565c4eb9fd2c4030bf572e17e22c019a 2024-11-07T12:18:26,936 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/beea522a6b0f4b3bb40bb010e26e240e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/beea522a6b0f4b3bb40bb010e26e240e 2024-11-07T12:18:26,937 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/84b0d368dd4c46559ee04920d80558c1 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/84b0d368dd4c46559ee04920d80558c1 2024-11-07T12:18:26,938 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/1c132c0749984f5ca836c89039e773f0 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/1c132c0749984f5ca836c89039e773f0 2024-11-07T12:18:26,939 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/7c60da15cc6043a0ab821e14a610035c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/7c60da15cc6043a0ab821e14a610035c 2024-11-07T12:18:26,940 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/887cf09fa66540afa76923f5c7012e8b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/887cf09fa66540afa76923f5c7012e8b 2024-11-07T12:18:26,941 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/ee50086dc96744ae9828ef30cf73ae47 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/ee50086dc96744ae9828ef30cf73ae47 2024-11-07T12:18:26,942 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/85cd3dfc75b14d0a8dc00c8380742f86 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/85cd3dfc75b14d0a8dc00c8380742f86 2024-11-07T12:18:26,943 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/230a7ef6f5db43b3aa3c2ce80cb21278 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/230a7ef6f5db43b3aa3c2ce80cb21278 2024-11-07T12:18:26,945 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/39f3090cc8414ae79360f7d8bf295b3a to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/39f3090cc8414ae79360f7d8bf295b3a 2024-11-07T12:18:26,946 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/730a9b94917b4c779e00c5e4673ba937 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/730a9b94917b4c779e00c5e4673ba937 2024-11-07T12:18:26,947 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/4d3314f34a0946528da2b10e5c90df53 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/4d3314f34a0946528da2b10e5c90df53 2024-11-07T12:18:26,948 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/c3cb8c845cdf4c37af119842cb556998 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/c3cb8c845cdf4c37af119842cb556998 2024-11-07T12:18:26,949 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/b82b0017f61f4d338cb8548e45912ac3 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/b82b0017f61f4d338cb8548e45912ac3 2024-11-07T12:18:26,951 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/663ce82294f34d57a6eb0e90824381f3 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/663ce82294f34d57a6eb0e90824381f3 2024-11-07T12:18:26,952 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/754ecfec1245473bb9dcf33c64626f93, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/cd25373345e84a3187d2092576af3278, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/3aa2ad73614d40e4b800f3acfda255e6, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/30c2d20542fc4ebe861f3c13694abe3c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/26b5c80b909541e183fd1fd4cb3e5878, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/b08e75aae73c47c9a3c4f29d12c93f1a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/fa8c1b725414473b98dc565c66361ded, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/56afb991b2eb427284d1fa0ede99517b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/06849ae8b15a4607921e625e6e1faa2f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/db9da3d4c0a14c1496877018abc87984, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/c2ee21636f9f43bfb1acec758b18b787, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/cfd1c9d6112c445f94da87d32609ef81, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/513b7aaef8c2414f936be07f6e00fb75, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/c8dcbfadd5604bf9a0f6f09fb494b9c0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/928b38c27f904b56b8ee9b05d286a8d7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/a21e71495b944f74b04df9ba668f70da, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/99ef14a7bacf4e7f91e8ddde68a23527, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/4c804ab233f64a2d98fcc3d1b7c0a507, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/396a31524d6b40e79ab9427b86278ff2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/8ee2282e0fe7497e84b10b3ea9a8ff17, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/8648b11f885542708c92bf25955d67ac, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/15e9574e9cd3430c8c6ed9d5232358a8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/ad75582a818343f2bcf6bd474eb22045] to archive 2024-11-07T12:18:26,953 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:18:26,954 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/754ecfec1245473bb9dcf33c64626f93 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/754ecfec1245473bb9dcf33c64626f93 2024-11-07T12:18:26,955 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/cd25373345e84a3187d2092576af3278 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/cd25373345e84a3187d2092576af3278 2024-11-07T12:18:26,956 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/3aa2ad73614d40e4b800f3acfda255e6 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/3aa2ad73614d40e4b800f3acfda255e6 2024-11-07T12:18:26,957 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/30c2d20542fc4ebe861f3c13694abe3c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/30c2d20542fc4ebe861f3c13694abe3c 2024-11-07T12:18:26,958 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/26b5c80b909541e183fd1fd4cb3e5878 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/26b5c80b909541e183fd1fd4cb3e5878 2024-11-07T12:18:26,959 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/b08e75aae73c47c9a3c4f29d12c93f1a to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/b08e75aae73c47c9a3c4f29d12c93f1a 2024-11-07T12:18:26,961 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/fa8c1b725414473b98dc565c66361ded to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/fa8c1b725414473b98dc565c66361ded 2024-11-07T12:18:26,962 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/56afb991b2eb427284d1fa0ede99517b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/56afb991b2eb427284d1fa0ede99517b 2024-11-07T12:18:26,963 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/06849ae8b15a4607921e625e6e1faa2f to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/06849ae8b15a4607921e625e6e1faa2f 2024-11-07T12:18:26,965 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/db9da3d4c0a14c1496877018abc87984 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/db9da3d4c0a14c1496877018abc87984 2024-11-07T12:18:26,966 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/c2ee21636f9f43bfb1acec758b18b787 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/c2ee21636f9f43bfb1acec758b18b787 2024-11-07T12:18:26,968 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/cfd1c9d6112c445f94da87d32609ef81 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/cfd1c9d6112c445f94da87d32609ef81 2024-11-07T12:18:26,969 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/513b7aaef8c2414f936be07f6e00fb75 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/513b7aaef8c2414f936be07f6e00fb75 2024-11-07T12:18:26,971 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/c8dcbfadd5604bf9a0f6f09fb494b9c0 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/c8dcbfadd5604bf9a0f6f09fb494b9c0 2024-11-07T12:18:26,972 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/928b38c27f904b56b8ee9b05d286a8d7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/928b38c27f904b56b8ee9b05d286a8d7 2024-11-07T12:18:26,974 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/a21e71495b944f74b04df9ba668f70da to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/a21e71495b944f74b04df9ba668f70da 2024-11-07T12:18:26,983 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/99ef14a7bacf4e7f91e8ddde68a23527 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/99ef14a7bacf4e7f91e8ddde68a23527 2024-11-07T12:18:26,988 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/4c804ab233f64a2d98fcc3d1b7c0a507 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/4c804ab233f64a2d98fcc3d1b7c0a507 2024-11-07T12:18:26,989 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/396a31524d6b40e79ab9427b86278ff2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/396a31524d6b40e79ab9427b86278ff2 2024-11-07T12:18:26,991 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/8ee2282e0fe7497e84b10b3ea9a8ff17 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/8ee2282e0fe7497e84b10b3ea9a8ff17 2024-11-07T12:18:26,992 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/8648b11f885542708c92bf25955d67ac to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/8648b11f885542708c92bf25955d67ac 2024-11-07T12:18:26,993 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/15e9574e9cd3430c8c6ed9d5232358a8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/15e9574e9cd3430c8c6ed9d5232358a8 2024-11-07T12:18:26,996 DEBUG [StoreCloser-TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/ad75582a818343f2bcf6bd474eb22045 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/ad75582a818343f2bcf6bd474eb22045 2024-11-07T12:18:27,007 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/recovered.edits/392.seqid, newMaxSeqId=392, maxSeqId=4 2024-11-07T12:18:27,008 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c. 2024-11-07T12:18:27,008 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] regionserver.HRegion(1635): Region close journal for f230bc725f1cc941b668303c134dd07c: 2024-11-07T12:18:27,010 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=58}] handler.UnassignRegionHandler(170): Closed f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:27,010 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=f230bc725f1cc941b668303c134dd07c, regionState=CLOSED 2024-11-07T12:18:27,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-07T12:18:27,012 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseRegionProcedure f230bc725f1cc941b668303c134dd07c, server=fbad4c8a32e4,36417,1730981847393 in 2.5120 sec 2024-11-07T12:18:27,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=56 2024-11-07T12:18:27,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=56, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=f230bc725f1cc941b668303c134dd07c, UNASSIGN in 2.5170 sec 2024-11-07T12:18:27,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-07T12:18:27,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5220 sec 2024-11-07T12:18:27,017 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981907017"}]},"ts":"1730981907017"} 2024-11-07T12:18:27,018 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T12:18:27,020 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T12:18:27,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.5350 sec 2024-11-07T12:18:27,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T12:18:28,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-07T12:18:28,595 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-07T12:18:28,596 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T12:18:28,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:18:28,598 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=59, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:18:28,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-07T12:18:28,598 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=59, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:18:28,601 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,604 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/recovered.edits] 2024-11-07T12:18:28,607 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/6134b169287247719ee6990d89e58634 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/6134b169287247719ee6990d89e58634 2024-11-07T12:18:28,608 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/6bcd7f6234374b28bdf3e02aa38c2dc4 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/6bcd7f6234374b28bdf3e02aa38c2dc4 2024-11-07T12:18:28,609 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/7a8d8913fe4d4f95ab662b311059354f to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/7a8d8913fe4d4f95ab662b311059354f 2024-11-07T12:18:28,611 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/a0a7e8fda72949b295cffa8f1051b903 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/A/a0a7e8fda72949b295cffa8f1051b903 2024-11-07T12:18:28,613 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/2cddfeac4ade446faa14ac38609b033d to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/2cddfeac4ade446faa14ac38609b033d 2024-11-07T12:18:28,615 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/6d873c393c2f4fccb8be74a3040e6b84 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/6d873c393c2f4fccb8be74a3040e6b84 2024-11-07T12:18:28,616 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/8ce36d32ac3e43829e465729bd7ac8dc to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/8ce36d32ac3e43829e465729bd7ac8dc 2024-11-07T12:18:28,618 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/d0e68284afba4fdb8aad164212184bf5 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/B/d0e68284afba4fdb8aad164212184bf5 2024-11-07T12:18:28,621 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/01e0e69d6a254aa28679d787cd12f8bc to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/01e0e69d6a254aa28679d787cd12f8bc 2024-11-07T12:18:28,623 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/3b5607a1e91f4c39a8299f7d79b8f5f8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/3b5607a1e91f4c39a8299f7d79b8f5f8 2024-11-07T12:18:28,624 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/8216738b63cb469da413a0f7e46d10ae to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/8216738b63cb469da413a0f7e46d10ae 2024-11-07T12:18:28,626 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/ea2724939d8e4629a0c331279d7e96bb to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/C/ea2724939d8e4629a0c331279d7e96bb 2024-11-07T12:18:28,629 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/recovered.edits/392.seqid to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c/recovered.edits/392.seqid 2024-11-07T12:18:28,630 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,630 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T12:18:28,630 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T12:18:28,631 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-07T12:18:28,637 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071310a7eb2a7f4a108768ad6858a0fed0_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071310a7eb2a7f4a108768ad6858a0fed0_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,638 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107187ed8ad3bf74d1c97d6dc56fe1b50f6_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107187ed8ad3bf74d1c97d6dc56fe1b50f6_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,640 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110720458978a9a54b1d9a8f999e397981b2_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110720458978a9a54b1d9a8f999e397981b2_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,641 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411072f83036c7bee43f4bed5bc942ff0d38b_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411072f83036c7bee43f4bed5bc942ff0d38b_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,643 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107326306542fad486a979175f9ccd1461f_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107326306542fad486a979175f9ccd1461f_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,644 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107346c05f3a3fa4a4dbbc17aff9910cfd2_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107346c05f3a3fa4a4dbbc17aff9910cfd2_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,646 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073a177a941c244e32ade6abd66ba58885_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073a177a941c244e32ade6abd66ba58885_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,648 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110762f83306e9a542f7bbc229e90120bed6_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110762f83306e9a542f7bbc229e90120bed6_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,649 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076ac4643a12854b8a8f42357b76425945_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076ac4643a12854b8a8f42357b76425945_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,650 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076fa7e42df995436cabd9e81d8667da62_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411076fa7e42df995436cabd9e81d8667da62_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,653 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110789335be6622f4f1dacfe12ab817eeaf3_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110789335be6622f4f1dacfe12ab817eeaf3_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,654 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079843927ff44241f9babc7c6ef8d7372b_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079843927ff44241f9babc7c6ef8d7372b_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,656 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079b0db317a1374afc83393606f54fd00f_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079b0db317a1374afc83393606f54fd00f_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,657 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a44e36d7f91f44ebb20e6207da0452e1_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a44e36d7f91f44ebb20e6207da0452e1_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,658 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a9c315dfeb5641df87ce6dbf0c26c982_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a9c315dfeb5641df87ce6dbf0c26c982_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,659 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107cce24ccdbd574a2f8f134495b6b1c66f_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107cce24ccdbd574a2f8f134495b6b1c66f_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,661 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107df6c99f7b73e43ddb4af8ed69d16fb01_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107df6c99f7b73e43ddb4af8ed69d16fb01_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,662 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ea4fe4322c5e445da8aa37c10acf2196_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ea4fe4322c5e445da8aa37c10acf2196_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,663 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107fb8829143d5345c9b550f2060222bdbf_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107fb8829143d5345c9b550f2060222bdbf_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,665 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107fd5c73e4238d4b5185cec8ebb14d5107_f230bc725f1cc941b668303c134dd07c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107fd5c73e4238d4b5185cec8ebb14d5107_f230bc725f1cc941b668303c134dd07c 2024-11-07T12:18:28,665 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T12:18:28,668 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=59, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:18:28,674 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T12:18:28,677 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T12:18:28,678 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=59, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:18:28,678 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T12:18:28,678 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1730981908678"}]},"ts":"9223372036854775807"} 2024-11-07T12:18:28,680 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-07T12:18:28,680 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => f230bc725f1cc941b668303c134dd07c, NAME => 'TestAcidGuarantees,,1730981881438.f230bc725f1cc941b668303c134dd07c.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T12:18:28,680 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T12:18:28,680 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1730981908680"}]},"ts":"9223372036854775807"} 2024-11-07T12:18:28,681 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-07T12:18:28,683 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=59, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:18:28,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-07T12:18:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-07T12:18:28,699 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-07T12:18:28,709 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=241 (was 238) Potentially hanging thread: hconnection-0xed83588-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/cluster_20553af3-5672-4dc1-6179-7e9a8c001a32/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1862602733_22 at /127.0.0.1:43080 [Waiting for operation #169] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xed83588-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xed83588-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0xed83588-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_273238181_22 at /127.0.0.1:40446 [Waiting for operation #543] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/cluster_20553af3-5672-4dc1-6179-7e9a8c001a32/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_273238181_22 at /127.0.0.1:53510 [Waiting for operation #566] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=856 (was 911), ProcessCount=11 (was 11), AvailableMemoryMB=2299 (was 3499) 2024-11-07T12:18:28,719 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=241, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=856, ProcessCount=11, AvailableMemoryMB=2298 2024-11-07T12:18:28,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T12:18:28,721 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:18:28,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T12:18:28,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:18:28,723 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:28,723 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 60 2024-11-07T12:18:28,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-07T12:18:28,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:18:28,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742052_1228 (size=960) 2024-11-07T12:18:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-07T12:18:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-07T12:18:29,133 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb 2024-11-07T12:18:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742053_1229 (size=53) 2024-11-07T12:18:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-07T12:18:29,540 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:29,540 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 3b02da4f133dc16d30bc0b7d478f8347, disabling compactions & flushes 2024-11-07T12:18:29,540 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:29,540 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:29,540 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. after waiting 0 ms 2024-11-07T12:18:29,540 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:29,540 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:29,540 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:29,541 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:18:29,542 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1730981909541"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981909541"}]},"ts":"1730981909541"} 2024-11-07T12:18:29,543 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-07T12:18:29,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:18:29,544 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981909543"}]},"ts":"1730981909543"} 2024-11-07T12:18:29,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T12:18:29,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b02da4f133dc16d30bc0b7d478f8347, ASSIGN}] 2024-11-07T12:18:29,549 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b02da4f133dc16d30bc0b7d478f8347, ASSIGN 2024-11-07T12:18:29,549 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b02da4f133dc16d30bc0b7d478f8347, ASSIGN; state=OFFLINE, location=fbad4c8a32e4,36417,1730981847393; forceNewPlan=false, retain=false 2024-11-07T12:18:29,700 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=3b02da4f133dc16d30bc0b7d478f8347, regionState=OPENING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:29,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; OpenRegionProcedure 3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:18:29,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-07T12:18:29,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:29,856 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:29,856 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7285): Opening region: {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:18:29,856 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:29,856 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:18:29,857 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7327): checking encryption for 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:29,857 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(7330): checking classloading for 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:29,858 INFO [StoreOpener-3b02da4f133dc16d30bc0b7d478f8347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:29,859 INFO [StoreOpener-3b02da4f133dc16d30bc0b7d478f8347-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:18:29,859 INFO [StoreOpener-3b02da4f133dc16d30bc0b7d478f8347-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b02da4f133dc16d30bc0b7d478f8347 columnFamilyName A 2024-11-07T12:18:29,859 DEBUG [StoreOpener-3b02da4f133dc16d30bc0b7d478f8347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:29,860 INFO [StoreOpener-3b02da4f133dc16d30bc0b7d478f8347-1 {}] regionserver.HStore(327): Store=3b02da4f133dc16d30bc0b7d478f8347/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:29,860 INFO [StoreOpener-3b02da4f133dc16d30bc0b7d478f8347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:29,861 INFO [StoreOpener-3b02da4f133dc16d30bc0b7d478f8347-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:18:29,861 INFO [StoreOpener-3b02da4f133dc16d30bc0b7d478f8347-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b02da4f133dc16d30bc0b7d478f8347 columnFamilyName B 2024-11-07T12:18:29,861 DEBUG [StoreOpener-3b02da4f133dc16d30bc0b7d478f8347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:29,862 INFO [StoreOpener-3b02da4f133dc16d30bc0b7d478f8347-1 {}] regionserver.HStore(327): Store=3b02da4f133dc16d30bc0b7d478f8347/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:29,862 INFO [StoreOpener-3b02da4f133dc16d30bc0b7d478f8347-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:29,863 INFO [StoreOpener-3b02da4f133dc16d30bc0b7d478f8347-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:18:29,863 INFO [StoreOpener-3b02da4f133dc16d30bc0b7d478f8347-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b02da4f133dc16d30bc0b7d478f8347 columnFamilyName C 2024-11-07T12:18:29,863 DEBUG [StoreOpener-3b02da4f133dc16d30bc0b7d478f8347-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:18:29,863 INFO [StoreOpener-3b02da4f133dc16d30bc0b7d478f8347-1 {}] regionserver.HStore(327): Store=3b02da4f133dc16d30bc0b7d478f8347/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:18:29,864 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:29,864 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:29,864 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:29,866 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:18:29,867 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1085): writing seq id for 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:29,869 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:18:29,869 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1102): Opened 3b02da4f133dc16d30bc0b7d478f8347; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67768639, jitterRate=0.009831413626670837}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:18:29,870 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegion(1001): Region open journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:29,870 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., pid=62, masterSystemTime=1730981909853 2024-11-07T12:18:29,872 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:29,872 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=62}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:29,872 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=3b02da4f133dc16d30bc0b7d478f8347, regionState=OPEN, openSeqNum=2, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:29,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-07T12:18:29,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; OpenRegionProcedure 3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 in 172 msec 2024-11-07T12:18:29,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-11-07T12:18:29,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b02da4f133dc16d30bc0b7d478f8347, ASSIGN in 326 msec 2024-11-07T12:18:29,876 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:18:29,876 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981909876"}]},"ts":"1730981909876"} 2024-11-07T12:18:29,877 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T12:18:29,879 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=60, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:18:29,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1580 sec 2024-11-07T12:18:30,205 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35093 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35093,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=60 2024-11-07T12:18:30,828 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 60 completed 2024-11-07T12:18:30,830 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14ee88c7 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15a06c95 2024-11-07T12:18:30,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2d5374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:30,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:30,835 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:30,836 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:18:30,837 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:18:30,840 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478c328e to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51de3a2e 2024-11-07T12:18:30,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a86592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:30,844 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31a4ad2f to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@118bee7f 2024-11-07T12:18:30,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435d9d29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:30,847 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1776daa8 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59c0262f 2024-11-07T12:18:30,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76db5ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:30,850 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a9aaeac to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b3148e 2024-11-07T12:18:30,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e232237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:30,854 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ed34b2a to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e251a 2024-11-07T12:18:30,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43db8d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:30,857 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x485c0110 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@57f1a734 2024-11-07T12:18:30,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1588f37e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:30,861 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fb38ec8 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25a14e0d 2024-11-07T12:18:30,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77604ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:30,864 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39a9d70e to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16d72710 2024-11-07T12:18:30,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63946964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:30,868 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30e37119 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f233fb2 2024-11-07T12:18:30,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbcaa7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:30,871 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d6a4566 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1bb237d6 2024-11-07T12:18:30,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21e7a9a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:18:30,876 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:18:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-07T12:18:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-07T12:18:30,877 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:18:30,878 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:18:30,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:18:30,880 DEBUG [hconnection-0x30c048e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:30,881 DEBUG [hconnection-0x4b8ea38e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:30,881 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:30,881 DEBUG [hconnection-0x66e2bd1c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:30,881 DEBUG [hconnection-0xf6b0a7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:30,881 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:30,882 DEBUG [hconnection-0x7baf7842-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:30,882 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:30,882 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:30,882 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:30,882 DEBUG [hconnection-0x4c467ff6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:30,883 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:30,884 DEBUG [hconnection-0x25865fc5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:30,884 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:30,886 DEBUG [hconnection-0x2d7e84b2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:30,887 DEBUG [hconnection-0x229eccd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:30,887 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:30,887 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:30,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T12:18:30,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:30,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:30,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:30,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:30,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:30,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:30,908 DEBUG [hconnection-0x4363abfb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:18:30,910 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:18:30,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981970945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:30,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981970946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:30,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981970945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:30,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981970948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:30,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981970948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:30,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/955a83ebdc974ffcad619a1adb8e16f2 is 50, key is test_row_0/A:col10/1730981910890/Put/seqid=0 2024-11-07T12:18:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-07T12:18:30,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742054_1230 (size=12001) 2024-11-07T12:18:31,030 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-07T12:18:31,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:31,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:31,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:31,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981971052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981971053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981971053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981971053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981971054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-07T12:18:31,186 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-07T12:18:31,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:31,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:31,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:31,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981971257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981971257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981971258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:31,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981971258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981971257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,340 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-07T12:18:31,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:31,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:31,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:31,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/955a83ebdc974ffcad619a1adb8e16f2 2024-11-07T12:18:31,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/a4d1f6c70d8a4ebaa237930ed26062e5 is 50, key is test_row_0/B:col10/1730981910890/Put/seqid=0 2024-11-07T12:18:31,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742055_1231 (size=12001) 2024-11-07T12:18:31,457 ERROR [LeaseRenewer:jenkins@localhost:35093 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:35093,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-07T12:18:31,494 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-07T12:18:31,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:31,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:31,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:31,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981971560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981971561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981971561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981971564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981971569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,649 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-07T12:18:31,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:31,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:31,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:31,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-07T12:18:31,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:31,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:31,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:31,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/a4d1f6c70d8a4ebaa237930ed26062e5 2024-11-07T12:18:31,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/8c8dc9fcdd9c4b799d5dcd7ed5f30ea0 is 50, key is test_row_0/C:col10/1730981910890/Put/seqid=0 2024-11-07T12:18:31,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742056_1232 (size=12001) 2024-11-07T12:18:31,956 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:31,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-07T12:18:31,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:31,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:31,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:31,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:31,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-07T12:18:32,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:32,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981972064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:32,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981972066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:32,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:32,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981972067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:32,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981972067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:32,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981972075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:32,110 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:32,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-07T12:18:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:32,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:32,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:32,263 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:32,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-07T12:18:32,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:32,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:32,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:32,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:32,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:32,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/8c8dc9fcdd9c4b799d5dcd7ed5f30ea0 2024-11-07T12:18:32,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:32,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/955a83ebdc974ffcad619a1adb8e16f2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/955a83ebdc974ffcad619a1adb8e16f2 2024-11-07T12:18:32,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/955a83ebdc974ffcad619a1adb8e16f2, entries=150, sequenceid=14, filesize=11.7 K 2024-11-07T12:18:32,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/a4d1f6c70d8a4ebaa237930ed26062e5 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/a4d1f6c70d8a4ebaa237930ed26062e5 2024-11-07T12:18:32,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/a4d1f6c70d8a4ebaa237930ed26062e5, entries=150, sequenceid=14, filesize=11.7 K 2024-11-07T12:18:32,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/8c8dc9fcdd9c4b799d5dcd7ed5f30ea0 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/8c8dc9fcdd9c4b799d5dcd7ed5f30ea0 2024-11-07T12:18:32,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/8c8dc9fcdd9c4b799d5dcd7ed5f30ea0, entries=150, sequenceid=14, filesize=11.7 K 2024-11-07T12:18:32,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 3b02da4f133dc16d30bc0b7d478f8347 in 1388ms, sequenceid=14, compaction requested=false 2024-11-07T12:18:32,289 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-07T12:18:32,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:32,420 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:32,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-07T12:18:32,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:32,422 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T12:18:32,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:32,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:32,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:32,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:32,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:32,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:32,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/a28e3fb278d54f819cb059b8040f0e25 is 50, key is test_row_0/A:col10/1730981910945/Put/seqid=0 2024-11-07T12:18:32,435 DEBUG [master/fbad4c8a32e4:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 944dbe586cc8d0767bf489dc4662f653 changed from -1.0 to 0.0, refreshing cache 2024-11-07T12:18:32,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742057_1233 (size=12001) 2024-11-07T12:18:32,472 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/a28e3fb278d54f819cb059b8040f0e25 2024-11-07T12:18:32,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/568493691cc046a3ba39a64039f4ea6c is 50, key is test_row_0/B:col10/1730981910945/Put/seqid=0 2024-11-07T12:18:32,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742058_1234 (size=12001) 2024-11-07T12:18:32,540 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T12:18:32,925 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/568493691cc046a3ba39a64039f4ea6c 2024-11-07T12:18:32,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/19476a8c582543bc82e82c169ec18114 is 50, key is test_row_0/C:col10/1730981910945/Put/seqid=0 2024-11-07T12:18:32,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742059_1235 (size=12001) 2024-11-07T12:18:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-07T12:18:33,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:33,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981973083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981973084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981973084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981973086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981973086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981973188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981973188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981973188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981973190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981973200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,360 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/19476a8c582543bc82e82c169ec18114 2024-11-07T12:18:33,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/a28e3fb278d54f819cb059b8040f0e25 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a28e3fb278d54f819cb059b8040f0e25 2024-11-07T12:18:33,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981973392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981973392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981973393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981973394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,402 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a28e3fb278d54f819cb059b8040f0e25, entries=150, sequenceid=37, filesize=11.7 K 2024-11-07T12:18:33,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/568493691cc046a3ba39a64039f4ea6c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/568493691cc046a3ba39a64039f4ea6c 2024-11-07T12:18:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981973403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,410 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/568493691cc046a3ba39a64039f4ea6c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-07T12:18:33,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/19476a8c582543bc82e82c169ec18114 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/19476a8c582543bc82e82c169ec18114 2024-11-07T12:18:33,421 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/19476a8c582543bc82e82c169ec18114, entries=150, sequenceid=37, filesize=11.7 K 2024-11-07T12:18:33,427 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 3b02da4f133dc16d30bc0b7d478f8347 in 1004ms, sequenceid=37, compaction requested=false 2024-11-07T12:18:33,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:33,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:33,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-07T12:18:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-07T12:18:33,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-07T12:18:33,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5570 sec 2024-11-07T12:18:33,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 2.5700 sec 2024-11-07T12:18:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:33,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T12:18:33,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:33,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:33,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:33,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:33,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:33,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:33,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/06fa6f93fe9d47308a2e65449f1c28aa is 50, key is test_row_0/A:col10/1730981913068/Put/seqid=0 2024-11-07T12:18:33,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742060_1236 (size=12001) 2024-11-07T12:18:33,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/06fa6f93fe9d47308a2e65449f1c28aa 2024-11-07T12:18:33,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981973712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981973713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981973713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981973714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/09a6f1405855404e87f745ec7a00e7ac is 50, key is test_row_0/B:col10/1730981913068/Put/seqid=0 2024-11-07T12:18:33,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981973716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742061_1237 (size=12001) 2024-11-07T12:18:33,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/09a6f1405855404e87f745ec7a00e7ac 2024-11-07T12:18:33,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/e8b9f78c9a7e40458bf35aad9be62b42 is 50, key is test_row_0/C:col10/1730981913068/Put/seqid=0 2024-11-07T12:18:33,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742062_1238 (size=12001) 2024-11-07T12:18:33,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981973818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981973818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981973818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981973818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:33,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981973819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981974021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981974021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981974021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981974022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981974023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/e8b9f78c9a7e40458bf35aad9be62b42 2024-11-07T12:18:34,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/06fa6f93fe9d47308a2e65449f1c28aa as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/06fa6f93fe9d47308a2e65449f1c28aa 2024-11-07T12:18:34,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/06fa6f93fe9d47308a2e65449f1c28aa, entries=150, sequenceid=53, filesize=11.7 K 2024-11-07T12:18:34,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/09a6f1405855404e87f745ec7a00e7ac as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/09a6f1405855404e87f745ec7a00e7ac 2024-11-07T12:18:34,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/09a6f1405855404e87f745ec7a00e7ac, entries=150, sequenceid=53, filesize=11.7 K 2024-11-07T12:18:34,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/e8b9f78c9a7e40458bf35aad9be62b42 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/e8b9f78c9a7e40458bf35aad9be62b42 2024-11-07T12:18:34,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/e8b9f78c9a7e40458bf35aad9be62b42, entries=150, sequenceid=53, filesize=11.7 K 2024-11-07T12:18:34,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 3b02da4f133dc16d30bc0b7d478f8347 in 469ms, sequenceid=53, compaction requested=true 2024-11-07T12:18:34,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:34,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:34,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:34,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:34,167 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:34,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:34,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:34,167 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:34,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:34,168 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:34,168 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:34,168 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/B is initiating minor compaction (all files) 2024-11-07T12:18:34,168 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/A is initiating minor compaction (all files) 2024-11-07T12:18:34,168 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/B in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:34,168 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/A in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:34,168 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/a4d1f6c70d8a4ebaa237930ed26062e5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/568493691cc046a3ba39a64039f4ea6c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/09a6f1405855404e87f745ec7a00e7ac] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=35.2 K 2024-11-07T12:18:34,168 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/955a83ebdc974ffcad619a1adb8e16f2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a28e3fb278d54f819cb059b8040f0e25, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/06fa6f93fe9d47308a2e65449f1c28aa] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=35.2 K 2024-11-07T12:18:34,169 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting a4d1f6c70d8a4ebaa237930ed26062e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1730981910890 2024-11-07T12:18:34,169 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 955a83ebdc974ffcad619a1adb8e16f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1730981910890 2024-11-07T12:18:34,169 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 568493691cc046a3ba39a64039f4ea6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1730981910943 2024-11-07T12:18:34,169 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting a28e3fb278d54f819cb059b8040f0e25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1730981910943 2024-11-07T12:18:34,170 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 09a6f1405855404e87f745ec7a00e7ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1730981913068 2024-11-07T12:18:34,170 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06fa6f93fe9d47308a2e65449f1c28aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1730981913068 2024-11-07T12:18:34,179 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#A#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:34,180 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/371534c018a34253a6a4727c4bfdf9b7 is 50, key is test_row_0/A:col10/1730981913068/Put/seqid=0 2024-11-07T12:18:34,183 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#B#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:34,183 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/e7674669f3234e738e6fc65ab5bc8a97 is 50, key is test_row_0/B:col10/1730981913068/Put/seqid=0 2024-11-07T12:18:34,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742063_1239 (size=12104) 2024-11-07T12:18:34,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742064_1240 (size=12104) 2024-11-07T12:18:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:34,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T12:18:34,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:34,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:34,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:34,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:34,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:34,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:34,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/2e527af92c9e42e881294fb42374d085 is 50, key is test_row_0/A:col10/1730981914327/Put/seqid=0 2024-11-07T12:18:34,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981974336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981974336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742065_1241 (size=12001) 2024-11-07T12:18:34,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981974339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981974340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981974340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981974441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981974441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981974444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981974444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981974444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,617 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/371534c018a34253a6a4727c4bfdf9b7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/371534c018a34253a6a4727c4bfdf9b7 2024-11-07T12:18:34,619 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/e7674669f3234e738e6fc65ab5bc8a97 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/e7674669f3234e738e6fc65ab5bc8a97 2024-11-07T12:18:34,623 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/A of 3b02da4f133dc16d30bc0b7d478f8347 into 371534c018a34253a6a4727c4bfdf9b7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:34,623 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:34,623 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/A, priority=13, startTime=1730981914167; duration=0sec 2024-11-07T12:18:34,623 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:34,623 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:A 2024-11-07T12:18:34,623 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:34,625 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:34,625 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/C is initiating minor compaction (all files) 2024-11-07T12:18:34,625 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/C in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:34,625 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/8c8dc9fcdd9c4b799d5dcd7ed5f30ea0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/19476a8c582543bc82e82c169ec18114, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/e8b9f78c9a7e40458bf35aad9be62b42] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=35.2 K 2024-11-07T12:18:34,625 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c8dc9fcdd9c4b799d5dcd7ed5f30ea0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1730981910890 2024-11-07T12:18:34,626 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19476a8c582543bc82e82c169ec18114, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1730981910943 2024-11-07T12:18:34,626 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8b9f78c9a7e40458bf35aad9be62b42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1730981913068 2024-11-07T12:18:34,626 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/B of 3b02da4f133dc16d30bc0b7d478f8347 into e7674669f3234e738e6fc65ab5bc8a97(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:34,626 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:34,626 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/B, priority=13, startTime=1730981914167; duration=0sec 2024-11-07T12:18:34,627 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:34,627 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:B 2024-11-07T12:18:34,633 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#C#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:34,633 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/c0c49c840ba745dbb04c800064c7215b is 50, key is test_row_0/C:col10/1730981913068/Put/seqid=0 2024-11-07T12:18:34,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742066_1242 (size=12104) 2024-11-07T12:18:34,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981974643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981974643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981974646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981974647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981974647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/2e527af92c9e42e881294fb42374d085 2024-11-07T12:18:34,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/d021ba162ec84f6b9193b8e894c72fbf is 50, key is test_row_0/B:col10/1730981914327/Put/seqid=0 2024-11-07T12:18:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742067_1243 (size=12001) 2024-11-07T12:18:34,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981974946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981974948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981974951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981974951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981974951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-07T12:18:34,985 INFO [Thread-1075 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-07T12:18:34,987 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:18:34,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-11-07T12:18:34,989 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:18:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-07T12:18:34,990 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:18:34,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:18:35,043 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/c0c49c840ba745dbb04c800064c7215b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/c0c49c840ba745dbb04c800064c7215b 2024-11-07T12:18:35,048 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/C of 3b02da4f133dc16d30bc0b7d478f8347 into c0c49c840ba745dbb04c800064c7215b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:35,048 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:35,048 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/C, priority=13, startTime=1730981914167; duration=0sec 2024-11-07T12:18:35,049 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:35,049 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:C 2024-11-07T12:18:35,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-07T12:18:35,142 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:35,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-07T12:18:35,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:35,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:35,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:35,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:35,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:35,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/d021ba162ec84f6b9193b8e894c72fbf 2024-11-07T12:18:35,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/f7565b460fd6475aac297791f34781e3 is 50, key is test_row_0/C:col10/1730981914327/Put/seqid=0 2024-11-07T12:18:35,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742068_1244 (size=12001) 2024-11-07T12:18:35,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-07T12:18:35,295 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:35,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-07T12:18:35,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:35,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:35,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:35,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:35,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:35,447 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:35,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-07T12:18:35,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:35,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:35,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:35,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:35,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:35,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:35,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981975448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:35,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981975455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:35,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:35,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981975455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:35,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981975456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:35,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981975456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:35,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/f7565b460fd6475aac297791f34781e3 2024-11-07T12:18:35,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/2e527af92c9e42e881294fb42374d085 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/2e527af92c9e42e881294fb42374d085 2024-11-07T12:18:35,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/2e527af92c9e42e881294fb42374d085, entries=150, sequenceid=75, filesize=11.7 K 2024-11-07T12:18:35,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/d021ba162ec84f6b9193b8e894c72fbf as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/d021ba162ec84f6b9193b8e894c72fbf 2024-11-07T12:18:35,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/d021ba162ec84f6b9193b8e894c72fbf, entries=150, sequenceid=75, filesize=11.7 K 2024-11-07T12:18:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-07T12:18:35,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/f7565b460fd6475aac297791f34781e3 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f7565b460fd6475aac297791f34781e3 2024-11-07T12:18:35,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f7565b460fd6475aac297791f34781e3, entries=150, sequenceid=75, filesize=11.7 K 2024-11-07T12:18:35,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 3b02da4f133dc16d30bc0b7d478f8347 in 1270ms, sequenceid=75, compaction requested=false 2024-11-07T12:18:35,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:35,600 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:35,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-11-07T12:18:35,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:35,601 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T12:18:35,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:35,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:35,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:35,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:35,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:35,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:35,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/b3e18e136797456fb68936f76efadfe5 is 50, key is test_row_0/A:col10/1730981914335/Put/seqid=0 2024-11-07T12:18:35,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742069_1245 (size=12001) 2024-11-07T12:18:36,026 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/b3e18e136797456fb68936f76efadfe5 2024-11-07T12:18:36,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/1cceb82575e84c2f9cb94b5f0e3786fc is 50, key is test_row_0/B:col10/1730981914335/Put/seqid=0 2024-11-07T12:18:36,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742070_1246 (size=12001) 2024-11-07T12:18:36,048 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/1cceb82575e84c2f9cb94b5f0e3786fc 2024-11-07T12:18:36,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/1e26f236bef24a468409c2059bcc1cba is 50, key is test_row_0/C:col10/1730981914335/Put/seqid=0 2024-11-07T12:18:36,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742071_1247 (size=12001) 2024-11-07T12:18:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-07T12:18:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:36,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:36,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981976472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981976473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981976474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981976475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981976475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,485 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/1e26f236bef24a468409c2059bcc1cba 2024-11-07T12:18:36,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/b3e18e136797456fb68936f76efadfe5 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/b3e18e136797456fb68936f76efadfe5 2024-11-07T12:18:36,496 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/b3e18e136797456fb68936f76efadfe5, entries=150, sequenceid=93, filesize=11.7 K 2024-11-07T12:18:36,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/1cceb82575e84c2f9cb94b5f0e3786fc as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/1cceb82575e84c2f9cb94b5f0e3786fc 2024-11-07T12:18:36,502 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/1cceb82575e84c2f9cb94b5f0e3786fc, entries=150, sequenceid=93, filesize=11.7 K 2024-11-07T12:18:36,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/1e26f236bef24a468409c2059bcc1cba as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/1e26f236bef24a468409c2059bcc1cba 2024-11-07T12:18:36,508 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/1e26f236bef24a468409c2059bcc1cba, entries=150, sequenceid=93, filesize=11.7 K 2024-11-07T12:18:36,509 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 3b02da4f133dc16d30bc0b7d478f8347 in 908ms, sequenceid=93, compaction requested=true 2024-11-07T12:18:36,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:36,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:36,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-11-07T12:18:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-11-07T12:18:36,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-07T12:18:36,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5200 sec 2024-11-07T12:18:36,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.5250 sec 2024-11-07T12:18:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:36,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-07T12:18:36,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:36,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:36,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:36,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:36,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:36,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:36,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/5cbeb4d9e31e476a85ab35121324c166 is 50, key is test_row_0/A:col10/1730981916578/Put/seqid=0 2024-11-07T12:18:36,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742072_1248 (size=12001) 2024-11-07T12:18:36,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981976614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981976628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981976628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981976629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981976630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981976733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981976734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981976733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981976734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981976734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981976936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981976939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981976940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981976940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:36,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:36,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981976941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:37,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/5cbeb4d9e31e476a85ab35121324c166 2024-11-07T12:18:37,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/d325189f124042438bf1489aea1bb014 is 50, key is test_row_0/B:col10/1730981916578/Put/seqid=0 2024-11-07T12:18:37,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742073_1249 (size=12001) 2024-11-07T12:18:37,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T12:18:37,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-07T12:18:37,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-07T12:18:37,097 INFO [Thread-1075 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-07T12:18:37,102 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:18:37,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-11-07T12:18:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-07T12:18:37,104 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:18:37,104 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:18:37,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:18:37,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-07T12:18:37,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981977241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:37,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:37,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981977242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:37,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981977243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:37,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981977244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:37,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981977245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:37,255 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:37,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-07T12:18:37,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:37,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:37,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:37,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:37,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:37,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-07T12:18:37,408 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:37,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-07T12:18:37,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:37,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:37,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:37,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:37,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:37,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/d325189f124042438bf1489aea1bb014 2024-11-07T12:18:37,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/c1d11d52286946f4a51ad9137c442ffd is 50, key is test_row_0/C:col10/1730981916578/Put/seqid=0 2024-11-07T12:18:37,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742074_1250 (size=12001) 2024-11-07T12:18:37,561 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:37,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-07T12:18:37,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:37,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:37,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:37,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:37,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:37,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-07T12:18:37,714 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:37,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-07T12:18:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:37,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:37,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:37,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981977744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:37,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:37,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981977745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:37,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981977747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:37,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:37,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981977749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:37,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:37,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981977751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:37,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/c1d11d52286946f4a51ad9137c442ffd 2024-11-07T12:18:37,871 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:37,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-07T12:18:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:37,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:37,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:37,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:37,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:37,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:37,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/5cbeb4d9e31e476a85ab35121324c166 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/5cbeb4d9e31e476a85ab35121324c166 2024-11-07T12:18:37,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/5cbeb4d9e31e476a85ab35121324c166, entries=150, sequenceid=116, filesize=11.7 K 2024-11-07T12:18:37,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/d325189f124042438bf1489aea1bb014 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/d325189f124042438bf1489aea1bb014 2024-11-07T12:18:37,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/d325189f124042438bf1489aea1bb014, entries=150, sequenceid=116, filesize=11.7 K 2024-11-07T12:18:37,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/c1d11d52286946f4a51ad9137c442ffd as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/c1d11d52286946f4a51ad9137c442ffd 2024-11-07T12:18:37,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/c1d11d52286946f4a51ad9137c442ffd, entries=150, sequenceid=116, filesize=11.7 K 2024-11-07T12:18:37,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 3b02da4f133dc16d30bc0b7d478f8347 in 1313ms, sequenceid=116, compaction requested=true 2024-11-07T12:18:37,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:37,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:37,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:37,892 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:18:37,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:37,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:37,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:37,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:37,893 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:18:37,894 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:18:37,894 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:18:37,894 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/B is initiating minor compaction (all files) 2024-11-07T12:18:37,894 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/A is initiating minor compaction (all files) 2024-11-07T12:18:37,894 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/B in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:37,894 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/A in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:37,894 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/e7674669f3234e738e6fc65ab5bc8a97, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/d021ba162ec84f6b9193b8e894c72fbf, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/1cceb82575e84c2f9cb94b5f0e3786fc, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/d325189f124042438bf1489aea1bb014] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=47.0 K 2024-11-07T12:18:37,894 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/371534c018a34253a6a4727c4bfdf9b7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/2e527af92c9e42e881294fb42374d085, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/b3e18e136797456fb68936f76efadfe5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/5cbeb4d9e31e476a85ab35121324c166] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=47.0 K 2024-11-07T12:18:37,895 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting e7674669f3234e738e6fc65ab5bc8a97, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1730981913068 2024-11-07T12:18:37,895 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 371534c018a34253a6a4727c4bfdf9b7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1730981913068 2024-11-07T12:18:37,895 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting d021ba162ec84f6b9193b8e894c72fbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1730981913715 2024-11-07T12:18:37,895 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e527af92c9e42e881294fb42374d085, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1730981913715 2024-11-07T12:18:37,895 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3e18e136797456fb68936f76efadfe5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1730981914334 2024-11-07T12:18:37,895 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cceb82575e84c2f9cb94b5f0e3786fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1730981914334 2024-11-07T12:18:37,896 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cbeb4d9e31e476a85ab35121324c166, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1730981916473 2024-11-07T12:18:37,896 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting d325189f124042438bf1489aea1bb014, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1730981916473 2024-11-07T12:18:37,907 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#A#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:37,908 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#B#compaction#205 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:37,908 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/4a17c528974a457e8e1715c8821c9b93 is 50, key is test_row_0/A:col10/1730981916578/Put/seqid=0 2024-11-07T12:18:37,908 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/8069ae9122204f3db2c5d0e2bf653072 is 50, key is test_row_0/B:col10/1730981916578/Put/seqid=0 2024-11-07T12:18:37,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742075_1251 (size=12241) 2024-11-07T12:18:37,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742076_1252 (size=12241) 2024-11-07T12:18:37,935 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/4a17c528974a457e8e1715c8821c9b93 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4a17c528974a457e8e1715c8821c9b93 2024-11-07T12:18:37,942 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/A of 3b02da4f133dc16d30bc0b7d478f8347 into 4a17c528974a457e8e1715c8821c9b93(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:37,942 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:37,942 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/A, priority=12, startTime=1730981917892; duration=0sec 2024-11-07T12:18:37,942 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:37,942 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:A 2024-11-07T12:18:37,942 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:18:37,944 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:18:37,944 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/C is initiating minor compaction (all files) 2024-11-07T12:18:37,944 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/C in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:37,944 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/c0c49c840ba745dbb04c800064c7215b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f7565b460fd6475aac297791f34781e3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/1e26f236bef24a468409c2059bcc1cba, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/c1d11d52286946f4a51ad9137c442ffd] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=47.0 K 2024-11-07T12:18:37,945 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0c49c840ba745dbb04c800064c7215b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1730981913068 2024-11-07T12:18:37,945 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7565b460fd6475aac297791f34781e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1730981913715 2024-11-07T12:18:37,945 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e26f236bef24a468409c2059bcc1cba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1730981914334 2024-11-07T12:18:37,946 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1d11d52286946f4a51ad9137c442ffd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1730981916473 2024-11-07T12:18:37,962 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#C#compaction#206 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:37,962 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/12dade21524b4fbd9d57506a88a48704 is 50, key is test_row_0/C:col10/1730981916578/Put/seqid=0 2024-11-07T12:18:37,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742077_1253 (size=12241) 2024-11-07T12:18:37,982 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/12dade21524b4fbd9d57506a88a48704 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/12dade21524b4fbd9d57506a88a48704 2024-11-07T12:18:37,989 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/C of 3b02da4f133dc16d30bc0b7d478f8347 into 12dade21524b4fbd9d57506a88a48704(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:37,989 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:37,989 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/C, priority=12, startTime=1730981917892; duration=0sec 2024-11-07T12:18:37,989 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:37,989 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:C 2024-11-07T12:18:38,028 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:38,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-11-07T12:18:38,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:38,029 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T12:18:38,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:38,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:38,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:38,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:38,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:38,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:38,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/d713ebdabd9448759080cb68c241b3e2 is 50, key is test_row_0/A:col10/1730981916614/Put/seqid=0 2024-11-07T12:18:38,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742078_1254 (size=12001) 2024-11-07T12:18:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-07T12:18:38,329 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/8069ae9122204f3db2c5d0e2bf653072 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/8069ae9122204f3db2c5d0e2bf653072 2024-11-07T12:18:38,335 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/B of 3b02da4f133dc16d30bc0b7d478f8347 into 8069ae9122204f3db2c5d0e2bf653072(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:38,335 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:38,335 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/B, priority=12, startTime=1730981917892; duration=0sec 2024-11-07T12:18:38,335 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:38,335 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:B 2024-11-07T12:18:38,443 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/d713ebdabd9448759080cb68c241b3e2 2024-11-07T12:18:38,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/54ec07c1a3d24bf7a8716e65c4c13819 is 50, key is test_row_0/B:col10/1730981916614/Put/seqid=0 2024-11-07T12:18:38,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742079_1255 (size=12001) 2024-11-07T12:18:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:38,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:38,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:38,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981978795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981978796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:38,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981978796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:38,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981978797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:38,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981978797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:38,859 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/54ec07c1a3d24bf7a8716e65c4c13819 2024-11-07T12:18:38,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/3173f21bd8fa4b24be4e548981b268d8 is 50, key is test_row_0/C:col10/1730981916614/Put/seqid=0 2024-11-07T12:18:38,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742080_1256 (size=12001) 2024-11-07T12:18:38,876 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/3173f21bd8fa4b24be4e548981b268d8 2024-11-07T12:18:38,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/d713ebdabd9448759080cb68c241b3e2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/d713ebdabd9448759080cb68c241b3e2 2024-11-07T12:18:38,885 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/d713ebdabd9448759080cb68c241b3e2, entries=150, sequenceid=131, filesize=11.7 K 2024-11-07T12:18:38,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/54ec07c1a3d24bf7a8716e65c4c13819 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/54ec07c1a3d24bf7a8716e65c4c13819 2024-11-07T12:18:38,891 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/54ec07c1a3d24bf7a8716e65c4c13819, entries=150, sequenceid=131, filesize=11.7 K 2024-11-07T12:18:38,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/3173f21bd8fa4b24be4e548981b268d8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/3173f21bd8fa4b24be4e548981b268d8 2024-11-07T12:18:38,898 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/3173f21bd8fa4b24be4e548981b268d8, entries=150, sequenceid=131, filesize=11.7 K 2024-11-07T12:18:38,898 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 3b02da4f133dc16d30bc0b7d478f8347 in 869ms, sequenceid=131, compaction requested=false 2024-11-07T12:18:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:38,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-11-07T12:18:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-11-07T12:18:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:38,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-07T12:18:38,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-07T12:18:38,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7960 sec 2024-11-07T12:18:38,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.8030 sec 2024-11-07T12:18:38,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:38,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:38,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:38,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:38,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:38,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:38,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/f45378d18b72444f90e07a83f0429208 is 50, key is test_row_0/A:col10/1730981918795/Put/seqid=0 2024-11-07T12:18:38,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981978914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:38,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981978913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:38,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981978917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:38,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981978918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:38,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742081_1257 (size=12151) 2024-11-07T12:18:38,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981978918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:38,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/f45378d18b72444f90e07a83f0429208 2024-11-07T12:18:38,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/3204136b8c664ad38e7848dbdef68084 is 50, key is test_row_0/B:col10/1730981918795/Put/seqid=0 2024-11-07T12:18:38,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742082_1258 (size=12151) 2024-11-07T12:18:39,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981979019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981979019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981979021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981979021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981979021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-07T12:18:39,208 INFO [Thread-1075 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-07T12:18:39,209 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:18:39,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-11-07T12:18:39,211 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:18:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-07T12:18:39,211 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:18:39,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:18:39,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981979221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:39,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981979222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981979223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981979223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:39,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981979224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-07T12:18:39,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/3204136b8c664ad38e7848dbdef68084 2024-11-07T12:18:39,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/41cdfe01874e48bcbb9bf5edea525be7 is 50, key is test_row_0/C:col10/1730981918795/Put/seqid=0 2024-11-07T12:18:39,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742083_1259 (size=12151) 2024-11-07T12:18:39,366 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-07T12:18:39,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:39,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:39,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:39,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:39,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-07T12:18:39,520 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-07T12:18:39,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:39,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:39,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:39,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:39,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:39,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981979523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981979525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981979527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:39,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981979527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981979528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,673 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-07T12:18:39,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:39,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:39,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:39,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:39,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:39,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/41cdfe01874e48bcbb9bf5edea525be7 2024-11-07T12:18:39,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/f45378d18b72444f90e07a83f0429208 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/f45378d18b72444f90e07a83f0429208 2024-11-07T12:18:39,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/f45378d18b72444f90e07a83f0429208, entries=150, sequenceid=159, filesize=11.9 K 2024-11-07T12:18:39,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/3204136b8c664ad38e7848dbdef68084 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/3204136b8c664ad38e7848dbdef68084 2024-11-07T12:18:39,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/3204136b8c664ad38e7848dbdef68084, entries=150, sequenceid=159, filesize=11.9 K 2024-11-07T12:18:39,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/41cdfe01874e48bcbb9bf5edea525be7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/41cdfe01874e48bcbb9bf5edea525be7 2024-11-07T12:18:39,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/41cdfe01874e48bcbb9bf5edea525be7, entries=150, sequenceid=159, filesize=11.9 K 2024-11-07T12:18:39,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 3b02da4f133dc16d30bc0b7d478f8347 in 876ms, sequenceid=159, compaction requested=true 2024-11-07T12:18:39,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:39,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:39,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:39,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:39,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:39,778 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:39,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:39,778 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:39,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:39,779 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:39,779 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:39,779 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/B is initiating minor compaction (all files) 2024-11-07T12:18:39,779 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/A is initiating minor compaction (all files) 2024-11-07T12:18:39,779 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/B in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:39,779 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/A in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:39,779 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/8069ae9122204f3db2c5d0e2bf653072, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/54ec07c1a3d24bf7a8716e65c4c13819, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/3204136b8c664ad38e7848dbdef68084] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=35.5 K 2024-11-07T12:18:39,779 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4a17c528974a457e8e1715c8821c9b93, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/d713ebdabd9448759080cb68c241b3e2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/f45378d18b72444f90e07a83f0429208] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=35.5 K 2024-11-07T12:18:39,779 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 8069ae9122204f3db2c5d0e2bf653072, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1730981916473 2024-11-07T12:18:39,779 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a17c528974a457e8e1715c8821c9b93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1730981916473 2024-11-07T12:18:39,780 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 54ec07c1a3d24bf7a8716e65c4c13819, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1730981916613 2024-11-07T12:18:39,780 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting d713ebdabd9448759080cb68c241b3e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1730981916613 2024-11-07T12:18:39,780 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 3204136b8c664ad38e7848dbdef68084, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1730981918795 2024-11-07T12:18:39,781 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting f45378d18b72444f90e07a83f0429208, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1730981918795 2024-11-07T12:18:39,790 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#B#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:39,790 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/8a2c11e3c87e43c8bd75a19a2e82d87e is 50, key is test_row_0/B:col10/1730981918795/Put/seqid=0 2024-11-07T12:18:39,793 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#A#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:39,794 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/eba053c367524f03b27f65e81099de86 is 50, key is test_row_0/A:col10/1730981918795/Put/seqid=0 2024-11-07T12:18:39,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742084_1260 (size=12493) 2024-11-07T12:18:39,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742085_1261 (size=12493) 2024-11-07T12:18:39,805 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/eba053c367524f03b27f65e81099de86 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/eba053c367524f03b27f65e81099de86 2024-11-07T12:18:39,812 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/A of 3b02da4f133dc16d30bc0b7d478f8347 into eba053c367524f03b27f65e81099de86(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:39,812 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:39,812 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/A, priority=13, startTime=1730981919778; duration=0sec 2024-11-07T12:18:39,812 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:39,812 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:A 2024-11-07T12:18:39,812 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-07T12:18:39,813 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:39,814 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/C is initiating minor compaction (all files) 2024-11-07T12:18:39,814 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/C in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:39,814 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/12dade21524b4fbd9d57506a88a48704, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/3173f21bd8fa4b24be4e548981b268d8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/41cdfe01874e48bcbb9bf5edea525be7] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=35.5 K 2024-11-07T12:18:39,814 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12dade21524b4fbd9d57506a88a48704, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1730981916473 2024-11-07T12:18:39,814 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3173f21bd8fa4b24be4e548981b268d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1730981916613 2024-11-07T12:18:39,815 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41cdfe01874e48bcbb9bf5edea525be7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1730981918795 2024-11-07T12:18:39,823 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#C#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:39,823 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/2258f9babaf94a518c5a169699a93bb0 is 50, key is test_row_0/C:col10/1730981918795/Put/seqid=0 2024-11-07T12:18:39,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742086_1262 (size=12493) 2024-11-07T12:18:39,829 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:39,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-11-07T12:18:39,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:39,830 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-07T12:18:39,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:39,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:39,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:39,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:39,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:39,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:39,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/ad6674644a794f83bb692d8ffe8f8a1e is 50, key is test_row_0/A:col10/1730981918917/Put/seqid=0 2024-11-07T12:18:39,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742087_1263 (size=9757) 2024-11-07T12:18:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:40,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:40,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981980045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981980046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981980046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981980047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981980048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981980149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981980150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981980150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981980150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981980151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,204 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/8a2c11e3c87e43c8bd75a19a2e82d87e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/8a2c11e3c87e43c8bd75a19a2e82d87e 2024-11-07T12:18:40,209 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/B of 3b02da4f133dc16d30bc0b7d478f8347 into 8a2c11e3c87e43c8bd75a19a2e82d87e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:40,210 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:40,210 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/B, priority=13, startTime=1730981919778; duration=0sec 2024-11-07T12:18:40,210 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:40,210 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:B 2024-11-07T12:18:40,234 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/2258f9babaf94a518c5a169699a93bb0 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/2258f9babaf94a518c5a169699a93bb0 2024-11-07T12:18:40,239 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/C of 3b02da4f133dc16d30bc0b7d478f8347 into 2258f9babaf94a518c5a169699a93bb0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:40,239 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:40,239 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/C, priority=13, startTime=1730981919778; duration=0sec 2024-11-07T12:18:40,239 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:40,239 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:C 2024-11-07T12:18:40,240 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/ad6674644a794f83bb692d8ffe8f8a1e 2024-11-07T12:18:40,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/42bcad852a78482e91f11e1986e9308c is 50, key is test_row_0/B:col10/1730981918917/Put/seqid=0 2024-11-07T12:18:40,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742088_1264 (size=9757) 2024-11-07T12:18:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-07T12:18:40,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981980351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981980353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981980353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981980354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981980354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,653 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/42bcad852a78482e91f11e1986e9308c 2024-11-07T12:18:40,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981980655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981980655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981980656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981980659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981980660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:40,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/f2e7abe32fb648898b526fb7ba5ada34 is 50, key is test_row_0/C:col10/1730981918917/Put/seqid=0 2024-11-07T12:18:40,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742089_1265 (size=9757) 2024-11-07T12:18:41,084 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/f2e7abe32fb648898b526fb7ba5ada34 2024-11-07T12:18:41,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/ad6674644a794f83bb692d8ffe8f8a1e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ad6674644a794f83bb692d8ffe8f8a1e 2024-11-07T12:18:41,097 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ad6674644a794f83bb692d8ffe8f8a1e, entries=100, sequenceid=170, filesize=9.5 K 2024-11-07T12:18:41,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/42bcad852a78482e91f11e1986e9308c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/42bcad852a78482e91f11e1986e9308c 2024-11-07T12:18:41,143 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/42bcad852a78482e91f11e1986e9308c, entries=100, sequenceid=170, filesize=9.5 K 2024-11-07T12:18:41,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/f2e7abe32fb648898b526fb7ba5ada34 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f2e7abe32fb648898b526fb7ba5ada34 2024-11-07T12:18:41,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981981160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981981161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,164 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f2e7abe32fb648898b526fb7ba5ada34, entries=100, sequenceid=170, filesize=9.5 K 2024-11-07T12:18:41,165 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 3b02da4f133dc16d30bc0b7d478f8347 in 1335ms, sequenceid=170, compaction requested=false 2024-11-07T12:18:41,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:41,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:41,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-11-07T12:18:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-11-07T12:18:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:41,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-07T12:18:41,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:41,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:41,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:41,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:41,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:41,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:41,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-07T12:18:41,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9560 sec 2024-11-07T12:18:41,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.9650 sec 2024-11-07T12:18:41,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/19d8047b1c5b42dcb9b6d28cb5778b6c is 50, key is test_row_0/A:col10/1730981921166/Put/seqid=0 2024-11-07T12:18:41,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981981175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981981179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981981180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742090_1266 (size=14541) 2024-11-07T12:18:41,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981981281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981981282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981981283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-07T12:18:41,315 INFO [Thread-1075 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-07T12:18:41,316 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:18:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-07T12:18:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-07T12:18:41,319 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:18:41,319 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:18:41,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:18:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-07T12:18:41,470 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-07T12:18:41,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:41,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:41,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:41,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:41,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:41,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981981483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981981487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981981487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/19d8047b1c5b42dcb9b6d28cb5778b6c 2024-11-07T12:18:41,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/bd59b3d758ff48a488ddaa68dd2a1f8d is 50, key is test_row_0/B:col10/1730981921166/Put/seqid=0 2024-11-07T12:18:41,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742091_1267 (size=12151) 2024-11-07T12:18:41,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/bd59b3d758ff48a488ddaa68dd2a1f8d 2024-11-07T12:18:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-07T12:18:41,623 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-07T12:18:41,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:41,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:41,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:41,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:41,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:41,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:41,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/d834b8c1aea940eeb20dd29451d06a28 is 50, key is test_row_0/C:col10/1730981921166/Put/seqid=0 2024-11-07T12:18:41,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742092_1268 (size=12151) 2024-11-07T12:18:41,776 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-07T12:18:41,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:41,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:41,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:41,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:41,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:41,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981981787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981981790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:41,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981981791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-07T12:18:41,929 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:41,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-07T12:18:41,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:41,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:41,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:41,930 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:41,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:42,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/d834b8c1aea940eeb20dd29451d06a28 2024-11-07T12:18:42,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/19d8047b1c5b42dcb9b6d28cb5778b6c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/19d8047b1c5b42dcb9b6d28cb5778b6c 2024-11-07T12:18:42,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/19d8047b1c5b42dcb9b6d28cb5778b6c, entries=200, sequenceid=199, filesize=14.2 K 2024-11-07T12:18:42,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/bd59b3d758ff48a488ddaa68dd2a1f8d as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/bd59b3d758ff48a488ddaa68dd2a1f8d 2024-11-07T12:18:42,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/bd59b3d758ff48a488ddaa68dd2a1f8d, entries=150, sequenceid=199, filesize=11.9 K 2024-11-07T12:18:42,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/d834b8c1aea940eeb20dd29451d06a28 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/d834b8c1aea940eeb20dd29451d06a28 2024-11-07T12:18:42,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/d834b8c1aea940eeb20dd29451d06a28, entries=150, sequenceid=199, filesize=11.9 K 2024-11-07T12:18:42,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 3b02da4f133dc16d30bc0b7d478f8347 in 897ms, sequenceid=199, compaction requested=true 2024-11-07T12:18:42,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:42,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:42,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:42,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:42,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:42,064 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:42,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:42,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:42,064 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:42,065 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36791 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:42,065 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:42,065 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/B is initiating minor compaction (all files) 2024-11-07T12:18:42,065 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/A is initiating minor compaction (all files) 2024-11-07T12:18:42,065 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/A in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:42,065 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/B in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:42,065 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/eba053c367524f03b27f65e81099de86, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ad6674644a794f83bb692d8ffe8f8a1e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/19d8047b1c5b42dcb9b6d28cb5778b6c] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=35.9 K 2024-11-07T12:18:42,065 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/8a2c11e3c87e43c8bd75a19a2e82d87e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/42bcad852a78482e91f11e1986e9308c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/bd59b3d758ff48a488ddaa68dd2a1f8d] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=33.6 K 2024-11-07T12:18:42,066 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting eba053c367524f03b27f65e81099de86, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1730981918795 2024-11-07T12:18:42,066 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a2c11e3c87e43c8bd75a19a2e82d87e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1730981918795 2024-11-07T12:18:42,066 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 42bcad852a78482e91f11e1986e9308c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1730981918912 2024-11-07T12:18:42,066 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad6674644a794f83bb692d8ffe8f8a1e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1730981918912 2024-11-07T12:18:42,067 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting bd59b3d758ff48a488ddaa68dd2a1f8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1730981920044 2024-11-07T12:18:42,067 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19d8047b1c5b42dcb9b6d28cb5778b6c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1730981920044 2024-11-07T12:18:42,075 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#B#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:42,076 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/07af37d8b2be473998a90039114151eb is 50, key is test_row_0/B:col10/1730981921166/Put/seqid=0 2024-11-07T12:18:42,079 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#A#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:42,080 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/01433408e71f4826a22c0735a9c24fa9 is 50, key is test_row_0/A:col10/1730981921166/Put/seqid=0 2024-11-07T12:18:42,085 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:42,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-07T12:18:42,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:42,086 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-07T12:18:42,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:42,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:42,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:42,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:42,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:42,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:42,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742093_1269 (size=12595) 2024-11-07T12:18:42,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/ec91aa945cbe45cf88cd7c9f64d259a3 is 50, key is test_row_0/A:col10/1730981921171/Put/seqid=0 2024-11-07T12:18:42,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742094_1270 (size=12595) 2024-11-07T12:18:42,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742095_1271 (size=12151) 2024-11-07T12:18:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:42,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:42,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981982206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:42,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981982207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:42,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981982289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:42,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981982291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:42,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981982293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:42,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981982308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:42,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981982309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-07T12:18:42,508 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/07af37d8b2be473998a90039114151eb as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/07af37d8b2be473998a90039114151eb 2024-11-07T12:18:42,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981982511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:42,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981982513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:42,516 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/B of 3b02da4f133dc16d30bc0b7d478f8347 into 07af37d8b2be473998a90039114151eb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:42,516 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:42,516 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/ec91aa945cbe45cf88cd7c9f64d259a3 2024-11-07T12:18:42,516 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/B, priority=13, startTime=1730981922064; duration=0sec 2024-11-07T12:18:42,517 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:42,517 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:B 2024-11-07T12:18:42,517 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/01433408e71f4826a22c0735a9c24fa9 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/01433408e71f4826a22c0735a9c24fa9 2024-11-07T12:18:42,519 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:42,522 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:42,522 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/C is initiating minor compaction (all files) 2024-11-07T12:18:42,522 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/C in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:42,522 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/2258f9babaf94a518c5a169699a93bb0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f2e7abe32fb648898b526fb7ba5ada34, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/d834b8c1aea940eeb20dd29451d06a28] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=33.6 K 2024-11-07T12:18:42,523 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 2258f9babaf94a518c5a169699a93bb0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1730981918795 2024-11-07T12:18:42,524 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting f2e7abe32fb648898b526fb7ba5ada34, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1730981918912 2024-11-07T12:18:42,524 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting d834b8c1aea940eeb20dd29451d06a28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1730981920044 2024-11-07T12:18:42,525 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/A of 3b02da4f133dc16d30bc0b7d478f8347 into 01433408e71f4826a22c0735a9c24fa9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:42,525 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:42,525 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/A, priority=13, startTime=1730981922064; duration=0sec 2024-11-07T12:18:42,525 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:42,525 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:A 2024-11-07T12:18:42,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/caac69c36f61432192e2721ec3959d09 is 50, key is test_row_0/B:col10/1730981921171/Put/seqid=0 2024-11-07T12:18:42,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742096_1272 (size=12151) 2024-11-07T12:18:42,535 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#C#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:42,535 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/b335c55de09242e492e5270f0ff8312e is 50, key is test_row_0/C:col10/1730981921166/Put/seqid=0 2024-11-07T12:18:42,536 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/caac69c36f61432192e2721ec3959d09 2024-11-07T12:18:42,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/d3cfbca945d546b29adbfdd553857419 is 50, key is test_row_0/C:col10/1730981921171/Put/seqid=0 2024-11-07T12:18:42,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742097_1273 (size=12595) 2024-11-07T12:18:42,571 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/b335c55de09242e492e5270f0ff8312e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/b335c55de09242e492e5270f0ff8312e 2024-11-07T12:18:42,577 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/C of 3b02da4f133dc16d30bc0b7d478f8347 into b335c55de09242e492e5270f0ff8312e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:42,577 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:42,577 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/C, priority=13, startTime=1730981922064; duration=0sec 2024-11-07T12:18:42,577 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:42,577 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:C 2024-11-07T12:18:42,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742098_1274 (size=12151) 2024-11-07T12:18:42,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981982814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:42,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981982817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:42,979 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/d3cfbca945d546b29adbfdd553857419 2024-11-07T12:18:42,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/ec91aa945cbe45cf88cd7c9f64d259a3 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ec91aa945cbe45cf88cd7c9f64d259a3 2024-11-07T12:18:42,998 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ec91aa945cbe45cf88cd7c9f64d259a3, entries=150, sequenceid=208, filesize=11.9 K 2024-11-07T12:18:43,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/caac69c36f61432192e2721ec3959d09 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/caac69c36f61432192e2721ec3959d09 2024-11-07T12:18:43,004 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/caac69c36f61432192e2721ec3959d09, entries=150, sequenceid=208, filesize=11.9 K 2024-11-07T12:18:43,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/d3cfbca945d546b29adbfdd553857419 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/d3cfbca945d546b29adbfdd553857419 2024-11-07T12:18:43,010 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/d3cfbca945d546b29adbfdd553857419, entries=150, sequenceid=208, filesize=11.9 K 2024-11-07T12:18:43,011 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 3b02da4f133dc16d30bc0b7d478f8347 in 925ms, sequenceid=208, compaction requested=false 2024-11-07T12:18:43,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:43,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:43,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-07T12:18:43,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-07T12:18:43,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-07T12:18:43,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6940 sec 2024-11-07T12:18:43,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.6990 sec 2024-11-07T12:18:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:43,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-07T12:18:43,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:43,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:43,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:43,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:43,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:43,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:43,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/a78c0da3e3654e018c6b02010c42e20b is 50, key is test_row_0/A:col10/1730981923295/Put/seqid=0 2024-11-07T12:18:43,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981983304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:43,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981983304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:43,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981983304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:43,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742099_1275 (size=12151) 2024-11-07T12:18:43,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981983319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:43,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981983321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:43,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981983407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:43,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:43,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981983407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981983407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:43,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-07T12:18:43,423 INFO [Thread-1075 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-07T12:18:43,424 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:18:43,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-07T12:18:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-07T12:18:43,426 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:18:43,426 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:18:43,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:18:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-07T12:18:43,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:43,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-07T12:18:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:43,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:43,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:43,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:43,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:43,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:43,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981983610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981983610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:43,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981983611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:43,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/a78c0da3e3654e018c6b02010c42e20b 2024-11-07T12:18:43,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/6f44d6e0c890433dbd535e265d324b0c is 50, key is test_row_0/B:col10/1730981923295/Put/seqid=0 2024-11-07T12:18:43,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742100_1276 (size=12151) 2024-11-07T12:18:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-07T12:18:43,733 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:43,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-07T12:18:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:43,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:43,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:43,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:43,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:43,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:43,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-07T12:18:43,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:43,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:43,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:43,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:43,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:43,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:43,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981983913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:43,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981983914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:43,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:43,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981983915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:44,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-07T12:18:44,039 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:44,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-07T12:18:44,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:44,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:44,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:44,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:44,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:44,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:44,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/6f44d6e0c890433dbd535e265d324b0c 2024-11-07T12:18:44,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/764be0d9891a4f6988051965ad9c7163 is 50, key is test_row_0/C:col10/1730981923295/Put/seqid=0 2024-11-07T12:18:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742101_1277 (size=12151) 2024-11-07T12:18:44,193 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:44,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-07T12:18:44,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:44,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:44,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:44,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:44,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:44,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:44,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981984329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:44,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981984331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:44,346 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:44,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-07T12:18:44,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:44,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:44,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:44,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:44,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:44,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981984416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:44,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981984417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:44,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981984421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:44,498 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:44,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-07T12:18:44,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:44,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:44,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:44,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:44,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:44,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:44,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-07T12:18:44,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/764be0d9891a4f6988051965ad9c7163 2024-11-07T12:18:44,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/a78c0da3e3654e018c6b02010c42e20b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a78c0da3e3654e018c6b02010c42e20b 2024-11-07T12:18:44,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a78c0da3e3654e018c6b02010c42e20b, entries=150, sequenceid=239, filesize=11.9 K 2024-11-07T12:18:44,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/6f44d6e0c890433dbd535e265d324b0c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/6f44d6e0c890433dbd535e265d324b0c 2024-11-07T12:18:44,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/6f44d6e0c890433dbd535e265d324b0c, entries=150, sequenceid=239, filesize=11.9 K 2024-11-07T12:18:44,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/764be0d9891a4f6988051965ad9c7163 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/764be0d9891a4f6988051965ad9c7163 2024-11-07T12:18:44,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/764be0d9891a4f6988051965ad9c7163, entries=150, sequenceid=239, filesize=11.9 K 2024-11-07T12:18:44,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 3b02da4f133dc16d30bc0b7d478f8347 in 1269ms, sequenceid=239, compaction requested=true 2024-11-07T12:18:44,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:44,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:44,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:44,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:44,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:44,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:44,566 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:44,566 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:44,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:44,567 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:44,567 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:44,567 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/A is initiating minor compaction (all files) 2024-11-07T12:18:44,567 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/B is initiating minor compaction (all files) 2024-11-07T12:18:44,567 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/A in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:44,567 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/B in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:44,567 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/01433408e71f4826a22c0735a9c24fa9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ec91aa945cbe45cf88cd7c9f64d259a3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a78c0da3e3654e018c6b02010c42e20b] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=36.0 K 2024-11-07T12:18:44,567 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/07af37d8b2be473998a90039114151eb, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/caac69c36f61432192e2721ec3959d09, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/6f44d6e0c890433dbd535e265d324b0c] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=36.0 K 2024-11-07T12:18:44,568 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01433408e71f4826a22c0735a9c24fa9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1730981920044 2024-11-07T12:18:44,568 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 07af37d8b2be473998a90039114151eb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1730981920044 2024-11-07T12:18:44,568 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec91aa945cbe45cf88cd7c9f64d259a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1730981921171 2024-11-07T12:18:44,568 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting caac69c36f61432192e2721ec3959d09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1730981921171 2024-11-07T12:18:44,569 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f44d6e0c890433dbd535e265d324b0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1730981922199 2024-11-07T12:18:44,569 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting a78c0da3e3654e018c6b02010c42e20b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1730981922199 2024-11-07T12:18:44,580 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#B#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:44,581 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/7e14df5deeeb4a88a063b9081660fec7 is 50, key is test_row_0/B:col10/1730981923295/Put/seqid=0 2024-11-07T12:18:44,585 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#A#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:44,586 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/4533f94bae954c75b8fc5d41580602a6 is 50, key is test_row_0/A:col10/1730981923295/Put/seqid=0 2024-11-07T12:18:44,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742102_1278 (size=12697) 2024-11-07T12:18:44,597 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/7e14df5deeeb4a88a063b9081660fec7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/7e14df5deeeb4a88a063b9081660fec7 2024-11-07T12:18:44,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742103_1279 (size=12697) 2024-11-07T12:18:44,604 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/B of 3b02da4f133dc16d30bc0b7d478f8347 into 7e14df5deeeb4a88a063b9081660fec7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:44,604 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:44,604 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/B, priority=13, startTime=1730981924566; duration=0sec 2024-11-07T12:18:44,605 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:44,605 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:B 2024-11-07T12:18:44,605 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:44,606 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:44,606 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/C is initiating minor compaction (all files) 2024-11-07T12:18:44,606 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/C in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:44,606 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/b335c55de09242e492e5270f0ff8312e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/d3cfbca945d546b29adbfdd553857419, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/764be0d9891a4f6988051965ad9c7163] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=36.0 K 2024-11-07T12:18:44,607 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting b335c55de09242e492e5270f0ff8312e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1730981920044 2024-11-07T12:18:44,607 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting d3cfbca945d546b29adbfdd553857419, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1730981921171 2024-11-07T12:18:44,608 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 764be0d9891a4f6988051965ad9c7163, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1730981922199 2024-11-07T12:18:44,618 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#C#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:44,619 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/43d79c9b306e4f8783a3a0e9007089e0 is 50, key is test_row_0/C:col10/1730981923295/Put/seqid=0 2024-11-07T12:18:44,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742104_1280 (size=12697) 2024-11-07T12:18:44,631 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/43d79c9b306e4f8783a3a0e9007089e0 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/43d79c9b306e4f8783a3a0e9007089e0 2024-11-07T12:18:44,637 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/C of 3b02da4f133dc16d30bc0b7d478f8347 into 43d79c9b306e4f8783a3a0e9007089e0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:44,637 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:44,637 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/C, priority=13, startTime=1730981924566; duration=0sec 2024-11-07T12:18:44,637 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:44,638 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:C 2024-11-07T12:18:44,651 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:44,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-07T12:18:44,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:44,652 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-07T12:18:44,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:44,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:44,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:44,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:44,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:44,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:44,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/b883cd104fef4c698cd11d254f3fdc50 is 50, key is test_row_0/A:col10/1730981923301/Put/seqid=0 2024-11-07T12:18:44,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742105_1281 (size=12151) 2024-11-07T12:18:45,004 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/4533f94bae954c75b8fc5d41580602a6 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4533f94bae954c75b8fc5d41580602a6 2024-11-07T12:18:45,009 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/A of 3b02da4f133dc16d30bc0b7d478f8347 into 4533f94bae954c75b8fc5d41580602a6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:45,009 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:45,009 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/A, priority=13, startTime=1730981924566; duration=0sec 2024-11-07T12:18:45,009 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:45,009 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:A 2024-11-07T12:18:45,071 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/b883cd104fef4c698cd11d254f3fdc50 2024-11-07T12:18:45,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/2503344d01194e88a2a62bdd85d94560 is 50, key is test_row_0/B:col10/1730981923301/Put/seqid=0 2024-11-07T12:18:45,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742106_1282 (size=12151) 2024-11-07T12:18:45,088 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/2503344d01194e88a2a62bdd85d94560 2024-11-07T12:18:45,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/3e7e6f9974cc4f7d9d28e2bb6f946952 is 50, key is test_row_0/C:col10/1730981923301/Put/seqid=0 2024-11-07T12:18:45,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742107_1283 (size=12151) 2024-11-07T12:18:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:45,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:45,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981985461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:45,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981985462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:45,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981985464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:45,506 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/3e7e6f9974cc4f7d9d28e2bb6f946952 2024-11-07T12:18:45,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/b883cd104fef4c698cd11d254f3fdc50 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/b883cd104fef4c698cd11d254f3fdc50 2024-11-07T12:18:45,516 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/b883cd104fef4c698cd11d254f3fdc50, entries=150, sequenceid=249, filesize=11.9 K 2024-11-07T12:18:45,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/2503344d01194e88a2a62bdd85d94560 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/2503344d01194e88a2a62bdd85d94560 2024-11-07T12:18:45,522 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/2503344d01194e88a2a62bdd85d94560, entries=150, sequenceid=249, filesize=11.9 K 2024-11-07T12:18:45,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/3e7e6f9974cc4f7d9d28e2bb6f946952 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/3e7e6f9974cc4f7d9d28e2bb6f946952 2024-11-07T12:18:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-07T12:18:45,539 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/3e7e6f9974cc4f7d9d28e2bb6f946952, entries=150, sequenceid=249, filesize=11.9 K 2024-11-07T12:18:45,540 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 3b02da4f133dc16d30bc0b7d478f8347 in 888ms, sequenceid=249, compaction requested=false 2024-11-07T12:18:45,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:45,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:45,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-07T12:18:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-07T12:18:45,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-07T12:18:45,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1150 sec 2024-11-07T12:18:45,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.1210 sec 2024-11-07T12:18:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:45,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-07T12:18:45,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:45,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:45,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:45,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:45,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:45,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:45,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981985570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:45,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981985571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:45,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/a4b106e919c74a0097491c7e031c5e11 is 50, key is test_row_0/A:col10/1730981925459/Put/seqid=0 2024-11-07T12:18:45,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981985571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:45,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742108_1284 (size=12301) 2024-11-07T12:18:45,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/a4b106e919c74a0097491c7e031c5e11 2024-11-07T12:18:45,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/7612a6102bf5457fbd02cfa4511abfb2 is 50, key is test_row_0/B:col10/1730981925459/Put/seqid=0 2024-11-07T12:18:45,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742109_1285 (size=12301) 2024-11-07T12:18:45,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/7612a6102bf5457fbd02cfa4511abfb2 2024-11-07T12:18:45,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/27bb8becbab7440bbc78d2b07a2fe1d0 is 50, key is test_row_0/C:col10/1730981925459/Put/seqid=0 2024-11-07T12:18:45,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742110_1286 (size=12301) 2024-11-07T12:18:45,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/27bb8becbab7440bbc78d2b07a2fe1d0 2024-11-07T12:18:45,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/a4b106e919c74a0097491c7e031c5e11 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a4b106e919c74a0097491c7e031c5e11 2024-11-07T12:18:45,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a4b106e919c74a0097491c7e031c5e11, entries=150, sequenceid=280, filesize=12.0 K 2024-11-07T12:18:45,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/7612a6102bf5457fbd02cfa4511abfb2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/7612a6102bf5457fbd02cfa4511abfb2 2024-11-07T12:18:45,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/7612a6102bf5457fbd02cfa4511abfb2, entries=150, sequenceid=280, filesize=12.0 K 2024-11-07T12:18:45,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/27bb8becbab7440bbc78d2b07a2fe1d0 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/27bb8becbab7440bbc78d2b07a2fe1d0 2024-11-07T12:18:45,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/27bb8becbab7440bbc78d2b07a2fe1d0, entries=150, sequenceid=280, filesize=12.0 K 2024-11-07T12:18:45,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 3b02da4f133dc16d30bc0b7d478f8347 in 83ms, sequenceid=280, compaction requested=true 2024-11-07T12:18:45,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:45,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:45,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:45,650 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:45,650 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:45,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:45,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:45,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:45,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:45,652 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:45,652 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:45,652 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/B is initiating minor compaction (all files) 2024-11-07T12:18:45,652 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/A is initiating minor compaction (all files) 2024-11-07T12:18:45,652 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/A in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:45,652 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/B in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:45,652 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/7e14df5deeeb4a88a063b9081660fec7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/2503344d01194e88a2a62bdd85d94560, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/7612a6102bf5457fbd02cfa4511abfb2] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=36.3 K 2024-11-07T12:18:45,652 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4533f94bae954c75b8fc5d41580602a6, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/b883cd104fef4c698cd11d254f3fdc50, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a4b106e919c74a0097491c7e031c5e11] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=36.3 K 2024-11-07T12:18:45,652 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e14df5deeeb4a88a063b9081660fec7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1730981922199 2024-11-07T12:18:45,652 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4533f94bae954c75b8fc5d41580602a6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1730981922199 2024-11-07T12:18:45,653 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 2503344d01194e88a2a62bdd85d94560, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1730981923301 2024-11-07T12:18:45,653 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting b883cd104fef4c698cd11d254f3fdc50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1730981923301 2024-11-07T12:18:45,653 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 7612a6102bf5457fbd02cfa4511abfb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1730981925459 2024-11-07T12:18:45,653 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4b106e919c74a0097491c7e031c5e11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1730981925459 2024-11-07T12:18:45,664 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#B#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:45,665 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/b5b1ffcc2a7249588467fbb165f42c50 is 50, key is test_row_0/B:col10/1730981925459/Put/seqid=0 2024-11-07T12:18:45,666 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#A#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:45,667 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/7c54715badc446fab7d226a9585c6169 is 50, key is test_row_0/A:col10/1730981925459/Put/seqid=0 2024-11-07T12:18:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:45,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T12:18:45,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:45,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:45,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742111_1287 (size=12949) 2024-11-07T12:18:45,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/5571690d012744d29a271df227af32d7 is 50, key is test_row_0/A:col10/1730981925682/Put/seqid=0 2024-11-07T12:18:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742112_1288 (size=12949) 2024-11-07T12:18:45,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742113_1289 (size=12301) 2024-11-07T12:18:45,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/5571690d012744d29a271df227af32d7 2024-11-07T12:18:45,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981985719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:45,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981985720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:45,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981985720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:45,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/0e8728ebd1b747c28459f665b4fe2884 is 50, key is test_row_0/B:col10/1730981925682/Put/seqid=0 2024-11-07T12:18:45,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742114_1290 (size=12301) 2024-11-07T12:18:45,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/0e8728ebd1b747c28459f665b4fe2884 2024-11-07T12:18:45,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/5d1f493f46284ba7a0dab24f432e64ed is 50, key is test_row_0/C:col10/1730981925682/Put/seqid=0 2024-11-07T12:18:45,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742115_1291 (size=12301) 2024-11-07T12:18:45,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/5d1f493f46284ba7a0dab24f432e64ed 2024-11-07T12:18:45,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/5571690d012744d29a271df227af32d7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/5571690d012744d29a271df227af32d7 2024-11-07T12:18:45,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/5571690d012744d29a271df227af32d7, entries=150, sequenceid=292, filesize=12.0 K 2024-11-07T12:18:45,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/0e8728ebd1b747c28459f665b4fe2884 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/0e8728ebd1b747c28459f665b4fe2884 2024-11-07T12:18:45,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/0e8728ebd1b747c28459f665b4fe2884, entries=150, sequenceid=292, filesize=12.0 K 2024-11-07T12:18:45,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/5d1f493f46284ba7a0dab24f432e64ed as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/5d1f493f46284ba7a0dab24f432e64ed 2024-11-07T12:18:45,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/5d1f493f46284ba7a0dab24f432e64ed, entries=150, sequenceid=292, filesize=12.0 K 2024-11-07T12:18:45,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 3b02da4f133dc16d30bc0b7d478f8347 in 130ms, sequenceid=292, compaction requested=true 2024-11-07T12:18:45,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:45,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:A, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:45,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T12:18:45,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:B, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:45,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-07T12:18:45,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:45,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-07T12:18:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:45,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-07T12:18:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:45,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/4984cc13f5454a92aea5c17df4868291 is 50, key is test_row_0/A:col10/1730981925718/Put/seqid=0 2024-11-07T12:18:45,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981985836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:45,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742116_1292 (size=12301) 2024-11-07T12:18:45,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981985841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:45,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981985841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:45,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/4984cc13f5454a92aea5c17df4868291 2024-11-07T12:18:45,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/1b8bd6c03f544de5960c5054bb9fba18 is 50, key is test_row_0/B:col10/1730981925718/Put/seqid=0 2024-11-07T12:18:45,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742117_1293 (size=12301) 2024-11-07T12:18:45,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981985942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:45,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981985945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:45,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981985946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:46,096 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/b5b1ffcc2a7249588467fbb165f42c50 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/b5b1ffcc2a7249588467fbb165f42c50 2024-11-07T12:18:46,101 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/B of 3b02da4f133dc16d30bc0b7d478f8347 into b5b1ffcc2a7249588467fbb165f42c50(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:46,102 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:46,102 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/B, priority=13, startTime=1730981925650; duration=0sec 2024-11-07T12:18:46,102 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-07T12:18:46,102 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:B 2024-11-07T12:18:46,102 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-07T12:18:46,102 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T12:18:46,102 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T12:18:46,103 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. because compaction request was cancelled 2024-11-07T12:18:46,103 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:A 2024-11-07T12:18:46,103 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:18:46,104 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:18:46,104 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/C is initiating minor compaction (all files) 2024-11-07T12:18:46,104 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/C in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:46,104 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/43d79c9b306e4f8783a3a0e9007089e0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/3e7e6f9974cc4f7d9d28e2bb6f946952, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/27bb8becbab7440bbc78d2b07a2fe1d0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/5d1f493f46284ba7a0dab24f432e64ed] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=48.3 K 2024-11-07T12:18:46,105 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 43d79c9b306e4f8783a3a0e9007089e0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1730981922199 2024-11-07T12:18:46,105 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e7e6f9974cc4f7d9d28e2bb6f946952, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1730981923301 2024-11-07T12:18:46,105 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 27bb8becbab7440bbc78d2b07a2fe1d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1730981925459 2024-11-07T12:18:46,106 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d1f493f46284ba7a0dab24f432e64ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1730981925570 2024-11-07T12:18:46,116 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#C#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:46,116 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/2a649741dacf422bba20c09f0b8f9228 is 50, key is test_row_0/C:col10/1730981925682/Put/seqid=0 2024-11-07T12:18:46,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742118_1294 (size=12983) 2024-11-07T12:18:46,126 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/7c54715badc446fab7d226a9585c6169 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/7c54715badc446fab7d226a9585c6169 2024-11-07T12:18:46,133 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/2a649741dacf422bba20c09f0b8f9228 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/2a649741dacf422bba20c09f0b8f9228 2024-11-07T12:18:46,134 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/A of 3b02da4f133dc16d30bc0b7d478f8347 into 7c54715badc446fab7d226a9585c6169(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:46,134 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:46,134 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/A, priority=13, startTime=1730981925650; duration=0sec 2024-11-07T12:18:46,134 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T12:18:46,134 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:A 2024-11-07T12:18:46,134 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:B 2024-11-07T12:18:46,134 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-07T12:18:46,134 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T12:18:46,134 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T12:18:46,134 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. because compaction request was cancelled 2024-11-07T12:18:46,134 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:C 2024-11-07T12:18:46,135 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T12:18:46,135 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T12:18:46,135 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T12:18:46,135 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. because compaction request was cancelled 2024-11-07T12:18:46,135 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:B 2024-11-07T12:18:46,140 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/C of 3b02da4f133dc16d30bc0b7d478f8347 into 2a649741dacf422bba20c09f0b8f9228(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:46,140 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:46,140 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/C, priority=12, startTime=1730981925813; duration=0sec 2024-11-07T12:18:46,140 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:46,140 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:C 2024-11-07T12:18:46,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981986145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:46,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981986150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:46,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981986151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:46,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/1b8bd6c03f544de5960c5054bb9fba18 2024-11-07T12:18:46,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/ca8d3c32ef374b87bad60c859538e7a1 is 50, key is test_row_0/C:col10/1730981925718/Put/seqid=0 2024-11-07T12:18:46,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742119_1295 (size=12301) 2024-11-07T12:18:46,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981986334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:46,336 DEBUG [Thread-1073 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., hostname=fbad4c8a32e4,36417,1730981847393, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:46,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981986335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:46,337 DEBUG [Thread-1071 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., hostname=fbad4c8a32e4,36417,1730981847393, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:46,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981986450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:46,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981986453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:46,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981986453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:46,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/ca8d3c32ef374b87bad60c859538e7a1 2024-11-07T12:18:46,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/4984cc13f5454a92aea5c17df4868291 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4984cc13f5454a92aea5c17df4868291 2024-11-07T12:18:46,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4984cc13f5454a92aea5c17df4868291, entries=150, sequenceid=318, filesize=12.0 K 2024-11-07T12:18:46,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/1b8bd6c03f544de5960c5054bb9fba18 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/1b8bd6c03f544de5960c5054bb9fba18 2024-11-07T12:18:46,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/1b8bd6c03f544de5960c5054bb9fba18, entries=150, sequenceid=318, filesize=12.0 K 2024-11-07T12:18:46,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/ca8d3c32ef374b87bad60c859538e7a1 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/ca8d3c32ef374b87bad60c859538e7a1 2024-11-07T12:18:46,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/ca8d3c32ef374b87bad60c859538e7a1, entries=150, sequenceid=318, filesize=12.0 K 2024-11-07T12:18:46,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 3b02da4f133dc16d30bc0b7d478f8347 in 871ms, sequenceid=318, compaction requested=true 2024-11-07T12:18:46,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:46,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:46,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:46,700 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:46,700 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:46,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:46,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:46,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:46,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:46,701 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:46,701 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/B is initiating minor compaction (all files) 2024-11-07T12:18:46,701 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/B in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:46,701 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/b5b1ffcc2a7249588467fbb165f42c50, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/0e8728ebd1b747c28459f665b4fe2884, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/1b8bd6c03f544de5960c5054bb9fba18] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=36.7 K 2024-11-07T12:18:46,701 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:46,701 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/A is initiating minor compaction (all files) 2024-11-07T12:18:46,701 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/A in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:46,702 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/7c54715badc446fab7d226a9585c6169, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/5571690d012744d29a271df227af32d7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4984cc13f5454a92aea5c17df4868291] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=36.7 K 2024-11-07T12:18:46,702 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting b5b1ffcc2a7249588467fbb165f42c50, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1730981925459 2024-11-07T12:18:46,702 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c54715badc446fab7d226a9585c6169, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1730981925459 2024-11-07T12:18:46,702 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e8728ebd1b747c28459f665b4fe2884, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1730981925570 2024-11-07T12:18:46,703 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b8bd6c03f544de5960c5054bb9fba18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1730981925713 2024-11-07T12:18:46,703 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5571690d012744d29a271df227af32d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1730981925570 2024-11-07T12:18:46,704 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4984cc13f5454a92aea5c17df4868291, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1730981925713 2024-11-07T12:18:46,712 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#B#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:46,712 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/9685b11c820c4c3a8c09daeefe518bdb is 50, key is test_row_0/B:col10/1730981925718/Put/seqid=0 2024-11-07T12:18:46,715 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#A#compaction#250 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:46,715 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/1e65532a241644e7939ea3f945d95f0e is 50, key is test_row_0/A:col10/1730981925718/Put/seqid=0 2024-11-07T12:18:46,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742120_1296 (size=13051) 2024-11-07T12:18:46,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742121_1297 (size=13051) 2024-11-07T12:18:46,738 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/1e65532a241644e7939ea3f945d95f0e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/1e65532a241644e7939ea3f945d95f0e 2024-11-07T12:18:46,744 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/A of 3b02da4f133dc16d30bc0b7d478f8347 into 1e65532a241644e7939ea3f945d95f0e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:46,744 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:46,745 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/A, priority=13, startTime=1730981926699; duration=0sec 2024-11-07T12:18:46,745 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:46,745 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:A 2024-11-07T12:18:46,745 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T12:18:46,746 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T12:18:46,746 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T12:18:46,746 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. because compaction request was cancelled 2024-11-07T12:18:46,746 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:C 2024-11-07T12:18:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:46,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T12:18:46,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:46,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:46,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:46,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:46,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:46,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:46,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/d4c7dd40496c40dda575bc1d88061738 is 50, key is test_row_0/A:col10/1730981925835/Put/seqid=0 2024-11-07T12:18:46,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742122_1298 (size=14741) 2024-11-07T12:18:46,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/d4c7dd40496c40dda575bc1d88061738 2024-11-07T12:18:46,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/dda005c8066b44a4af778d86e01b96c7 is 50, key is test_row_0/B:col10/1730981925835/Put/seqid=0 2024-11-07T12:18:46,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742123_1299 (size=12301) 2024-11-07T12:18:46,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/dda005c8066b44a4af778d86e01b96c7 2024-11-07T12:18:46,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:46,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:46,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981986984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981986983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981986982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:46,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/dd5bc9605ef240dabb8c6e93e6872adf is 50, key is test_row_0/C:col10/1730981925835/Put/seqid=0 2024-11-07T12:18:46,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742124_1300 (size=12301) 2024-11-07T12:18:47,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981987089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:47,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981987089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:47,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981987090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:47,129 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/9685b11c820c4c3a8c09daeefe518bdb as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/9685b11c820c4c3a8c09daeefe518bdb 2024-11-07T12:18:47,135 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/B of 3b02da4f133dc16d30bc0b7d478f8347 into 9685b11c820c4c3a8c09daeefe518bdb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:47,135 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:47,135 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/B, priority=13, startTime=1730981926699; duration=0sec 2024-11-07T12:18:47,135 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:47,135 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:B 2024-11-07T12:18:47,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981987293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:47,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:47,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981987294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981987295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:47,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/dd5bc9605ef240dabb8c6e93e6872adf 2024-11-07T12:18:47,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/d4c7dd40496c40dda575bc1d88061738 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/d4c7dd40496c40dda575bc1d88061738 2024-11-07T12:18:47,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/d4c7dd40496c40dda575bc1d88061738, entries=200, sequenceid=334, filesize=14.4 K 2024-11-07T12:18:47,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/dda005c8066b44a4af778d86e01b96c7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/dda005c8066b44a4af778d86e01b96c7 2024-11-07T12:18:47,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/dda005c8066b44a4af778d86e01b96c7, entries=150, sequenceid=334, filesize=12.0 K 2024-11-07T12:18:47,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/dd5bc9605ef240dabb8c6e93e6872adf as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/dd5bc9605ef240dabb8c6e93e6872adf 2024-11-07T12:18:47,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/dd5bc9605ef240dabb8c6e93e6872adf, entries=150, sequenceid=334, filesize=12.0 K 2024-11-07T12:18:47,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3b02da4f133dc16d30bc0b7d478f8347 in 465ms, sequenceid=334, compaction requested=true 2024-11-07T12:18:47,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:47,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:47,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:47,422 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T12:18:47,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:47,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:47,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:47,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:47,422 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T12:18:47,423 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T12:18:47,423 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T12:18:47,423 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T12:18:47,423 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. because compaction request was cancelled 2024-11-07T12:18:47,423 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T12:18:47,423 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:A 2024-11-07T12:18:47,423 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. because compaction request was cancelled 2024-11-07T12:18:47,423 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:B 2024-11-07T12:18:47,423 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:47,427 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:47,427 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/C is initiating minor compaction (all files) 2024-11-07T12:18:47,427 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/C in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:47,427 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/2a649741dacf422bba20c09f0b8f9228, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/ca8d3c32ef374b87bad60c859538e7a1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/dd5bc9605ef240dabb8c6e93e6872adf] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=36.7 K 2024-11-07T12:18:47,427 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a649741dacf422bba20c09f0b8f9228, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1730981925570 2024-11-07T12:18:47,428 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca8d3c32ef374b87bad60c859538e7a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1730981925713 2024-11-07T12:18:47,428 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd5bc9605ef240dabb8c6e93e6872adf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1730981925835 2024-11-07T12:18:47,439 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#C#compaction#254 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:47,439 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/7b15bf80279f4193a0906037b255e94e is 50, key is test_row_0/C:col10/1730981925835/Put/seqid=0 2024-11-07T12:18:47,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742125_1301 (size=13085) 2024-11-07T12:18:47,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-07T12:18:47,537 INFO [Thread-1075 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-07T12:18:47,538 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:18:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-07T12:18:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-07T12:18:47,542 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:18:47,544 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:18:47,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:18:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:47,598 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T12:18:47,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:47,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:47,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:47,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:47,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:47,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:47,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/7abee7c4f0bd45fabc38f5b7c6272f7f is 50, key is test_row_0/A:col10/1730981927596/Put/seqid=0 2024-11-07T12:18:47,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742126_1302 (size=14741) 2024-11-07T12:18:47,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/7abee7c4f0bd45fabc38f5b7c6272f7f 2024-11-07T12:18:47,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/a7a43501dd4146bab7c62d19625df0bf is 50, key is test_row_0/B:col10/1730981927596/Put/seqid=0 2024-11-07T12:18:47,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981987617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:47,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981987617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:47,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981987619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:47,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742127_1303 (size=12301) 2024-11-07T12:18:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-07T12:18:47,696 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:47,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-07T12:18:47,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:47,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:47,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:47,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:47,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:47,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981987722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:47,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981987722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:47,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981987723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-07T12:18:47,849 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:47,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-07T12:18:47,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:47,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:47,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:47,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:47,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:47,861 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/7b15bf80279f4193a0906037b255e94e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/7b15bf80279f4193a0906037b255e94e 2024-11-07T12:18:47,867 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/C of 3b02da4f133dc16d30bc0b7d478f8347 into 7b15bf80279f4193a0906037b255e94e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:47,868 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:47,868 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/C, priority=13, startTime=1730981927422; duration=0sec 2024-11-07T12:18:47,868 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:47,868 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:C 2024-11-07T12:18:47,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981987926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:47,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981987929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:47,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981987944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:48,003 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:48,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-07T12:18:48,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:48,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:48,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:48,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:48,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:48,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/a7a43501dd4146bab7c62d19625df0bf 2024-11-07T12:18:48,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/f77856bcb3794e57821b5ecc4c2982b8 is 50, key is test_row_0/C:col10/1730981927596/Put/seqid=0 2024-11-07T12:18:48,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742128_1304 (size=12301) 2024-11-07T12:18:48,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/f77856bcb3794e57821b5ecc4c2982b8 2024-11-07T12:18:48,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/7abee7c4f0bd45fabc38f5b7c6272f7f as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/7abee7c4f0bd45fabc38f5b7c6272f7f 2024-11-07T12:18:48,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/7abee7c4f0bd45fabc38f5b7c6272f7f, entries=200, sequenceid=360, filesize=14.4 K 2024-11-07T12:18:48,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/a7a43501dd4146bab7c62d19625df0bf as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/a7a43501dd4146bab7c62d19625df0bf 2024-11-07T12:18:48,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/a7a43501dd4146bab7c62d19625df0bf, entries=150, sequenceid=360, filesize=12.0 K 2024-11-07T12:18:48,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/f77856bcb3794e57821b5ecc4c2982b8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f77856bcb3794e57821b5ecc4c2982b8 2024-11-07T12:18:48,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f77856bcb3794e57821b5ecc4c2982b8, entries=150, sequenceid=360, filesize=12.0 K 2024-11-07T12:18:48,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 3b02da4f133dc16d30bc0b7d478f8347 in 518ms, sequenceid=360, compaction requested=true 2024-11-07T12:18:48,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:48,117 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:48,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:48,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:48,118 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:48,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:48,118 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:48,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:48,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:48,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:48,118 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/A is initiating minor compaction (all files) 2024-11-07T12:18:48,119 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/A in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:48,119 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/1e65532a241644e7939ea3f945d95f0e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/d4c7dd40496c40dda575bc1d88061738, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/7abee7c4f0bd45fabc38f5b7c6272f7f] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=41.5 K 2024-11-07T12:18:48,119 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e65532a241644e7939ea3f945d95f0e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1730981925713 2024-11-07T12:18:48,120 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4c7dd40496c40dda575bc1d88061738, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1730981925835 2024-11-07T12:18:48,120 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:48,120 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7abee7c4f0bd45fabc38f5b7c6272f7f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1730981926978 2024-11-07T12:18:48,121 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/B is initiating minor compaction (all files) 2024-11-07T12:18:48,121 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/B in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:48,121 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/9685b11c820c4c3a8c09daeefe518bdb, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/dda005c8066b44a4af778d86e01b96c7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/a7a43501dd4146bab7c62d19625df0bf] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=36.8 K 2024-11-07T12:18:48,122 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 9685b11c820c4c3a8c09daeefe518bdb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1730981925713 2024-11-07T12:18:48,123 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting dda005c8066b44a4af778d86e01b96c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1730981925835 2024-11-07T12:18:48,123 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting a7a43501dd4146bab7c62d19625df0bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1730981926982 2024-11-07T12:18:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-07T12:18:48,143 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:48,144 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/cd0bd19d1523421bb35c7e90ca504fae is 50, key is test_row_0/A:col10/1730981927596/Put/seqid=0 2024-11-07T12:18:48,158 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:48,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-07T12:18:48,159 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#B#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:48,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:48,159 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T12:18:48,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:48,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:48,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:48,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:48,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:48,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:48,162 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/95ae4391b8cb49de9705add6c046c5b5 is 50, key is test_row_0/B:col10/1730981927596/Put/seqid=0 2024-11-07T12:18:48,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/ca116e318de643eca0f1e5cde699d68c is 50, key is test_row_0/A:col10/1730981927610/Put/seqid=0 2024-11-07T12:18:48,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742130_1306 (size=13153) 2024-11-07T12:18:48,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742129_1305 (size=13153) 2024-11-07T12:18:48,191 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/cd0bd19d1523421bb35c7e90ca504fae as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/cd0bd19d1523421bb35c7e90ca504fae 2024-11-07T12:18:48,194 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/95ae4391b8cb49de9705add6c046c5b5 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/95ae4391b8cb49de9705add6c046c5b5 2024-11-07T12:18:48,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742131_1307 (size=9857) 2024-11-07T12:18:48,197 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/A of 3b02da4f133dc16d30bc0b7d478f8347 into cd0bd19d1523421bb35c7e90ca504fae(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:48,197 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:48,198 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/A, priority=13, startTime=1730981928117; duration=0sec 2024-11-07T12:18:48,198 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:48,198 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:A 2024-11-07T12:18:48,198 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-07T12:18:48,198 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/ca116e318de643eca0f1e5cde699d68c 2024-11-07T12:18:48,200 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-07T12:18:48,200 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-07T12:18:48,200 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. because compaction request was cancelled 2024-11-07T12:18:48,200 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:C 2024-11-07T12:18:48,202 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/B of 3b02da4f133dc16d30bc0b7d478f8347 into 95ae4391b8cb49de9705add6c046c5b5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:48,202 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:48,202 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/B, priority=13, startTime=1730981928118; duration=0sec 2024-11-07T12:18:48,202 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:48,202 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:B 2024-11-07T12:18:48,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/721c3ff36f1643bdbdd1127771ed7df7 is 50, key is test_row_0/B:col10/1730981927610/Put/seqid=0 2024-11-07T12:18:48,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742132_1308 (size=9857) 2024-11-07T12:18:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:48,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:48,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981988300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:48,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981988303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:48,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981988303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:48,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981988404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:48,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981988405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:48,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981988405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:48,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981988607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:48,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981988608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:48,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:48,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981988608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:48,627 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/721c3ff36f1643bdbdd1127771ed7df7 2024-11-07T12:18:48,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/19705e433ce8471b8552ebcf9e390507 is 50, key is test_row_0/C:col10/1730981927610/Put/seqid=0 2024-11-07T12:18:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-07T12:18:48,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742133_1309 (size=9857) 2024-11-07T12:18:48,657 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/19705e433ce8471b8552ebcf9e390507 2024-11-07T12:18:48,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/ca116e318de643eca0f1e5cde699d68c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ca116e318de643eca0f1e5cde699d68c 2024-11-07T12:18:48,672 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ca116e318de643eca0f1e5cde699d68c, entries=100, sequenceid=374, filesize=9.6 K 2024-11-07T12:18:48,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/721c3ff36f1643bdbdd1127771ed7df7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/721c3ff36f1643bdbdd1127771ed7df7 2024-11-07T12:18:48,681 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/721c3ff36f1643bdbdd1127771ed7df7, entries=100, sequenceid=374, filesize=9.6 K 2024-11-07T12:18:48,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/19705e433ce8471b8552ebcf9e390507 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/19705e433ce8471b8552ebcf9e390507 2024-11-07T12:18:48,692 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/19705e433ce8471b8552ebcf9e390507, entries=100, sequenceid=374, filesize=9.6 K 2024-11-07T12:18:48,695 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 3b02da4f133dc16d30bc0b7d478f8347 in 536ms, sequenceid=374, compaction requested=true 2024-11-07T12:18:48,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:48,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:48,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-07T12:18:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-07T12:18:48,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-07T12:18:48,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1530 sec 2024-11-07T12:18:48,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.1610 sec 2024-11-07T12:18:48,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T12:18:48,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:48,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:48,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:48,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:48,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:48,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:48,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/ce1f540773654f57be8a58c837533c89 is 50, key is test_row_0/A:col10/1730981928910/Put/seqid=0 2024-11-07T12:18:48,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981988930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:48,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981988933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:48,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981988934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:48,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742134_1310 (size=12301) 2024-11-07T12:18:48,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/ce1f540773654f57be8a58c837533c89 2024-11-07T12:18:48,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/251963a32d2d4dbebb6e452b1fd70bfe is 50, key is test_row_0/B:col10/1730981928910/Put/seqid=0 2024-11-07T12:18:49,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742135_1311 (size=12301) 2024-11-07T12:18:49,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/251963a32d2d4dbebb6e452b1fd70bfe 2024-11-07T12:18:49,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981989035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:49,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981989036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:49,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981989040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:49,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/ebea88e23a2c4764890785bcd95721a2 is 50, key is test_row_0/C:col10/1730981928910/Put/seqid=0 2024-11-07T12:18:49,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742136_1312 (size=12301) 2024-11-07T12:18:49,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/ebea88e23a2c4764890785bcd95721a2 2024-11-07T12:18:49,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/ce1f540773654f57be8a58c837533c89 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ce1f540773654f57be8a58c837533c89 2024-11-07T12:18:49,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ce1f540773654f57be8a58c837533c89, entries=150, sequenceid=401, filesize=12.0 K 2024-11-07T12:18:49,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/251963a32d2d4dbebb6e452b1fd70bfe as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/251963a32d2d4dbebb6e452b1fd70bfe 2024-11-07T12:18:49,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/251963a32d2d4dbebb6e452b1fd70bfe, entries=150, sequenceid=401, filesize=12.0 K 2024-11-07T12:18:49,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/ebea88e23a2c4764890785bcd95721a2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/ebea88e23a2c4764890785bcd95721a2 2024-11-07T12:18:49,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/ebea88e23a2c4764890785bcd95721a2, entries=150, sequenceid=401, filesize=12.0 K 2024-11-07T12:18:49,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 3b02da4f133dc16d30bc0b7d478f8347 in 231ms, sequenceid=401, compaction requested=true 2024-11-07T12:18:49,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:49,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:49,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:49,144 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:49,144 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:18:49,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:49,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:49,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:49,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:49,147 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:49,147 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/A is initiating minor compaction (all files) 2024-11-07T12:18:49,147 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/A in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:49,147 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/cd0bd19d1523421bb35c7e90ca504fae, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ca116e318de643eca0f1e5cde699d68c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ce1f540773654f57be8a58c837533c89] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=34.5 K 2024-11-07T12:18:49,148 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:18:49,148 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/B is initiating minor compaction (all files) 2024-11-07T12:18:49,148 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd0bd19d1523421bb35c7e90ca504fae, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1730981926982 2024-11-07T12:18:49,148 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/B in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:49,148 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/95ae4391b8cb49de9705add6c046c5b5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/721c3ff36f1643bdbdd1127771ed7df7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/251963a32d2d4dbebb6e452b1fd70bfe] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=34.5 K 2024-11-07T12:18:49,148 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca116e318de643eca0f1e5cde699d68c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1730981927610 2024-11-07T12:18:49,148 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 95ae4391b8cb49de9705add6c046c5b5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1730981926982 2024-11-07T12:18:49,149 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce1f540773654f57be8a58c837533c89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1730981928299 2024-11-07T12:18:49,149 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 721c3ff36f1643bdbdd1127771ed7df7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1730981927610 2024-11-07T12:18:49,149 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 251963a32d2d4dbebb6e452b1fd70bfe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1730981928299 2024-11-07T12:18:49,166 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#A#compaction#266 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:49,167 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/9848526ede2f4ac686e72017fd6b0cf2 is 50, key is test_row_0/A:col10/1730981928910/Put/seqid=0 2024-11-07T12:18:49,180 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#B#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:49,180 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/55ce296f2fe6470fba1b35b0eefe1158 is 50, key is test_row_0/B:col10/1730981928910/Put/seqid=0 2024-11-07T12:18:49,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742137_1313 (size=13255) 2024-11-07T12:18:49,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T12:18:49,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:49,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:49,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:49,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:49,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:49,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:49,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742138_1314 (size=13255) 2024-11-07T12:18:49,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/458484461838452b8047af2b488abae0 is 50, key is test_row_0/A:col10/1730981929249/Put/seqid=0 2024-11-07T12:18:49,276 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/55ce296f2fe6470fba1b35b0eefe1158 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/55ce296f2fe6470fba1b35b0eefe1158 2024-11-07T12:18:49,287 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/B of 3b02da4f133dc16d30bc0b7d478f8347 into 55ce296f2fe6470fba1b35b0eefe1158(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:49,287 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:49,287 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/B, priority=13, startTime=1730981929143; duration=0sec 2024-11-07T12:18:49,287 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:49,287 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:B 2024-11-07T12:18:49,287 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:18:49,290 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:18:49,290 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/C is initiating minor compaction (all files) 2024-11-07T12:18:49,290 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/C in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:49,290 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/7b15bf80279f4193a0906037b255e94e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f77856bcb3794e57821b5ecc4c2982b8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/19705e433ce8471b8552ebcf9e390507, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/ebea88e23a2c4764890785bcd95721a2] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=46.4 K 2024-11-07T12:18:49,291 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b15bf80279f4193a0906037b255e94e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1730981925835 2024-11-07T12:18:49,291 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting f77856bcb3794e57821b5ecc4c2982b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1730981926982 2024-11-07T12:18:49,292 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 19705e433ce8471b8552ebcf9e390507, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1730981927610 2024-11-07T12:18:49,292 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting ebea88e23a2c4764890785bcd95721a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1730981928299 2024-11-07T12:18:49,325 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#C#compaction#269 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:49,326 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/e566a2407491430992c649eabc1fa77b is 50, key is test_row_0/C:col10/1730981928910/Put/seqid=0 2024-11-07T12:18:49,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742139_1315 (size=12301) 2024-11-07T12:18:49,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/458484461838452b8047af2b488abae0 2024-11-07T12:18:49,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742140_1316 (size=13221) 2024-11-07T12:18:49,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981989360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:49,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981989364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:49,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/0fb6dfa1cac940389dd343f89ff88e5c is 50, key is test_row_0/B:col10/1730981929249/Put/seqid=0 2024-11-07T12:18:49,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981989365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:49,373 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/e566a2407491430992c649eabc1fa77b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/e566a2407491430992c649eabc1fa77b 2024-11-07T12:18:49,409 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/C of 3b02da4f133dc16d30bc0b7d478f8347 into e566a2407491430992c649eabc1fa77b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:49,409 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:49,410 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/C, priority=12, startTime=1730981929144; duration=0sec 2024-11-07T12:18:49,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742141_1317 (size=12301) 2024-11-07T12:18:49,410 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:49,410 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:C 2024-11-07T12:18:49,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981989468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:49,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981989470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:49,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981989472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-07T12:18:49,645 INFO [Thread-1075 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-07T12:18:49,648 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:18:49,649 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/9848526ede2f4ac686e72017fd6b0cf2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/9848526ede2f4ac686e72017fd6b0cf2 2024-11-07T12:18:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-07T12:18:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-07T12:18:49,651 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:18:49,652 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:18:49,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:18:49,656 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/A of 3b02da4f133dc16d30bc0b7d478f8347 into 9848526ede2f4ac686e72017fd6b0cf2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:49,656 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:49,656 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/A, priority=13, startTime=1730981929143; duration=0sec 2024-11-07T12:18:49,657 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:49,657 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:A 2024-11-07T12:18:49,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981989672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:49,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981989677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:49,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981989677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-07T12:18:49,805 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:49,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-07T12:18:49,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:49,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:49,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:49,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:49,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:49,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/0fb6dfa1cac940389dd343f89ff88e5c 2024-11-07T12:18:49,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/8030d2e0c75f41a5996db11bd1c901a7 is 50, key is test_row_0/C:col10/1730981929249/Put/seqid=0 2024-11-07T12:18:49,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742142_1318 (size=12301) 2024-11-07T12:18:49,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/8030d2e0c75f41a5996db11bd1c901a7 2024-11-07T12:18:49,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/458484461838452b8047af2b488abae0 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/458484461838452b8047af2b488abae0 2024-11-07T12:18:49,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/458484461838452b8047af2b488abae0, entries=150, sequenceid=413, filesize=12.0 K 2024-11-07T12:18:49,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/0fb6dfa1cac940389dd343f89ff88e5c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/0fb6dfa1cac940389dd343f89ff88e5c 2024-11-07T12:18:49,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/0fb6dfa1cac940389dd343f89ff88e5c, entries=150, sequenceid=413, filesize=12.0 K 2024-11-07T12:18:49,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/8030d2e0c75f41a5996db11bd1c901a7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/8030d2e0c75f41a5996db11bd1c901a7 2024-11-07T12:18:49,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/8030d2e0c75f41a5996db11bd1c901a7, entries=150, sequenceid=413, filesize=12.0 K 2024-11-07T12:18:49,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3b02da4f133dc16d30bc0b7d478f8347 in 632ms, sequenceid=413, compaction requested=false 2024-11-07T12:18:49,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-07T12:18:49,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:49,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-07T12:18:49,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:49,961 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T12:18:49,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:49,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:49,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:49,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:49,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:49,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:49,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/4c21d60ac1fe46f3a7aa6d13e3d2ff9b is 50, key is test_row_0/A:col10/1730981929362/Put/seqid=0 2024-11-07T12:18:49,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742143_1319 (size=12301) 2024-11-07T12:18:49,977 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/4c21d60ac1fe46f3a7aa6d13e3d2ff9b 2024-11-07T12:18:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:49,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:49,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/c509132d2dbc47b5a563d88f49900750 is 50, key is test_row_0/B:col10/1730981929362/Put/seqid=0 2024-11-07T12:18:49,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981989990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:49,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981989991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:49,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981989991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:49,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742144_1320 (size=12301) 2024-11-07T12:18:50,000 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/c509132d2dbc47b5a563d88f49900750 2024-11-07T12:18:50,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/2b09b08c086b42de9c70f0a36ebf36ec is 50, key is test_row_0/C:col10/1730981929362/Put/seqid=0 2024-11-07T12:18:50,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742145_1321 (size=12301) 2024-11-07T12:18:50,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981990092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:50,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:50,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981990094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981990094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-07T12:18:50,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981990296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:50,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981990298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:50,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981990298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:50,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44760 deadline: 1730981990344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:50,346 DEBUG [Thread-1073 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., hostname=fbad4c8a32e4,36417,1730981847393, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:50,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44770 deadline: 1730981990368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:50,371 DEBUG [Thread-1071 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., hostname=fbad4c8a32e4,36417,1730981847393, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:18:50,423 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/2b09b08c086b42de9c70f0a36ebf36ec 2024-11-07T12:18:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/4c21d60ac1fe46f3a7aa6d13e3d2ff9b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4c21d60ac1fe46f3a7aa6d13e3d2ff9b 2024-11-07T12:18:50,439 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4c21d60ac1fe46f3a7aa6d13e3d2ff9b, entries=150, sequenceid=440, filesize=12.0 K 2024-11-07T12:18:50,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/c509132d2dbc47b5a563d88f49900750 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/c509132d2dbc47b5a563d88f49900750 2024-11-07T12:18:50,446 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/c509132d2dbc47b5a563d88f49900750, entries=150, sequenceid=440, filesize=12.0 K 2024-11-07T12:18:50,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/2b09b08c086b42de9c70f0a36ebf36ec as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/2b09b08c086b42de9c70f0a36ebf36ec 2024-11-07T12:18:50,472 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/2b09b08c086b42de9c70f0a36ebf36ec, entries=150, sequenceid=440, filesize=12.0 K 2024-11-07T12:18:50,473 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 3b02da4f133dc16d30bc0b7d478f8347 in 512ms, sequenceid=440, compaction requested=true 2024-11-07T12:18:50,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:50,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:50,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-07T12:18:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-07T12:18:50,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-07T12:18:50,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 823 msec 2024-11-07T12:18:50,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 829 msec 2024-11-07T12:18:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:50,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T12:18:50,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:50,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:50,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:50,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:50,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:50,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:50,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/7cd74112af3c415991d5dc599168896c is 50, key is test_row_0/A:col10/1730981929989/Put/seqid=0 2024-11-07T12:18:50,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742146_1322 (size=14741) 2024-11-07T12:18:50,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981990637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:50,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981990637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:50,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981990638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:50,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981990742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:50,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981990742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:50,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981990742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-07T12:18:50,754 INFO [Thread-1075 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-07T12:18:50,755 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:18:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-07T12:18:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-07T12:18:50,757 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:18:50,758 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:18:50,758 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:18:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-07T12:18:50,885 DEBUG [Thread-1084 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d6a4566 to 127.0.0.1:65262 2024-11-07T12:18:50,885 DEBUG [Thread-1084 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:50,886 DEBUG [Thread-1076 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x485c0110 to 127.0.0.1:65262 2024-11-07T12:18:50,886 DEBUG [Thread-1076 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:50,887 DEBUG [Thread-1078 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fb38ec8 to 127.0.0.1:65262 2024-11-07T12:18:50,887 DEBUG [Thread-1078 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:50,888 DEBUG [Thread-1080 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39a9d70e to 127.0.0.1:65262 2024-11-07T12:18:50,888 DEBUG [Thread-1080 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:50,889 DEBUG [Thread-1082 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30e37119 to 127.0.0.1:65262 2024-11-07T12:18:50,889 DEBUG [Thread-1082 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:50,909 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:50,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-07T12:18:50,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:50,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:50,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:50,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:50,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:50,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:50,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981990945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:50,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981990945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:50,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:50,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981990946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:51,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/7cd74112af3c415991d5dc599168896c 2024-11-07T12:18:51,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/06bbfdae02404b269ce980f0c21269c2 is 50, key is test_row_0/B:col10/1730981929989/Put/seqid=0 2024-11-07T12:18:51,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742147_1323 (size=12301) 2024-11-07T12:18:51,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-07T12:18:51,062 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:51,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-07T12:18:51,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:51,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:51,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:51,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,215 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:51,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-07T12:18:51,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:51,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:51,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:51,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:51,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981991247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981991247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:51,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:51,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981991248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-07T12:18:51,368 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:51,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-07T12:18:51,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:51,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:51,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:51,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/06bbfdae02404b269ce980f0c21269c2 2024-11-07T12:18:51,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/9b9a495341a1419394434588c7d9cac5 is 50, key is test_row_0/C:col10/1730981929989/Put/seqid=0 2024-11-07T12:18:51,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742148_1324 (size=12301) 2024-11-07T12:18:51,521 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:51,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-07T12:18:51,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:51,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:51,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:51,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,674 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:51,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-07T12:18:51,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:51,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:51,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:51,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44794 deadline: 1730981991748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:51,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44768 deadline: 1730981991750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:51,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:18:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44824 deadline: 1730981991750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:51,827 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:51,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-07T12:18:51,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:51,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:51,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:51,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:18:51,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/9b9a495341a1419394434588c7d9cac5 2024-11-07T12:18:51,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/7cd74112af3c415991d5dc599168896c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/7cd74112af3c415991d5dc599168896c 2024-11-07T12:18:51,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/7cd74112af3c415991d5dc599168896c, entries=200, sequenceid=454, filesize=14.4 K 2024-11-07T12:18:51,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/06bbfdae02404b269ce980f0c21269c2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/06bbfdae02404b269ce980f0c21269c2 2024-11-07T12:18:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-07T12:18:51,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/06bbfdae02404b269ce980f0c21269c2, entries=150, sequenceid=454, filesize=12.0 K 2024-11-07T12:18:51,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/9b9a495341a1419394434588c7d9cac5 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/9b9a495341a1419394434588c7d9cac5 2024-11-07T12:18:51,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/9b9a495341a1419394434588c7d9cac5, entries=150, sequenceid=454, filesize=12.0 K 2024-11-07T12:18:51,866 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 3b02da4f133dc16d30bc0b7d478f8347 in 1263ms, sequenceid=454, compaction requested=true 2024-11-07T12:18:51,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:51,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:18:51,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:51,867 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:18:51,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:18:51,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:51,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3b02da4f133dc16d30bc0b7d478f8347:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:18:51,867 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:18:51,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:51,868 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:18:51,868 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:18:51,869 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/A is initiating minor compaction (all files) 2024-11-07T12:18:51,869 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/A in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:51,869 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/B is initiating minor compaction (all files) 2024-11-07T12:18:51,869 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/B in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:51,869 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/9848526ede2f4ac686e72017fd6b0cf2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/458484461838452b8047af2b488abae0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4c21d60ac1fe46f3a7aa6d13e3d2ff9b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/7cd74112af3c415991d5dc599168896c] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=51.4 K 2024-11-07T12:18:51,869 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/55ce296f2fe6470fba1b35b0eefe1158, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/0fb6dfa1cac940389dd343f89ff88e5c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/c509132d2dbc47b5a563d88f49900750, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/06bbfdae02404b269ce980f0c21269c2] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=49.0 K 2024-11-07T12:18:51,869 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9848526ede2f4ac686e72017fd6b0cf2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1730981928299 2024-11-07T12:18:51,870 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 55ce296f2fe6470fba1b35b0eefe1158, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1730981928299 2024-11-07T12:18:51,870 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 458484461838452b8047af2b488abae0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1730981928924 2024-11-07T12:18:51,870 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fb6dfa1cac940389dd343f89ff88e5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1730981928924 2024-11-07T12:18:51,871 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c21d60ac1fe46f3a7aa6d13e3d2ff9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1730981929315 2024-11-07T12:18:51,871 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cd74112af3c415991d5dc599168896c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1730981929988 2024-11-07T12:18:51,871 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting c509132d2dbc47b5a563d88f49900750, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1730981929315 2024-11-07T12:18:51,872 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 06bbfdae02404b269ce980f0c21269c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1730981929988 2024-11-07T12:18:51,885 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#A#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:51,886 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/8ce029e8a8a64729a615b6292c76e641 is 50, key is test_row_0/A:col10/1730981929989/Put/seqid=0 2024-11-07T12:18:51,886 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#B#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:51,887 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/dd9ce18365304ea8ad1af2717e613780 is 50, key is test_row_0/B:col10/1730981929989/Put/seqid=0 2024-11-07T12:18:51,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742149_1325 (size=13391) 2024-11-07T12:18:51,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742150_1326 (size=13391) 2024-11-07T12:18:51,979 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:18:51,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-07T12:18:51,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:51,980 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T12:18:51,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:18:51,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:51,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:18:51,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:51,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:18:51,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:18:51,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/5bb353ec7c564fe687c1582d9c9dc30e is 50, key is test_row_0/A:col10/1730981930636/Put/seqid=0 2024-11-07T12:18:51,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742151_1327 (size=12301) 2024-11-07T12:18:52,298 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/8ce029e8a8a64729a615b6292c76e641 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/8ce029e8a8a64729a615b6292c76e641 2024-11-07T12:18:52,302 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/dd9ce18365304ea8ad1af2717e613780 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/dd9ce18365304ea8ad1af2717e613780 2024-11-07T12:18:52,303 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/A of 3b02da4f133dc16d30bc0b7d478f8347 into 8ce029e8a8a64729a615b6292c76e641(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:52,303 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:52,303 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/A, priority=12, startTime=1730981931866; duration=0sec 2024-11-07T12:18:52,303 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:18:52,303 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:A 2024-11-07T12:18:52,303 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:18:52,305 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50124 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:18:52,305 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 3b02da4f133dc16d30bc0b7d478f8347/C is initiating minor compaction (all files) 2024-11-07T12:18:52,305 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 3b02da4f133dc16d30bc0b7d478f8347/C in TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:52,305 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/e566a2407491430992c649eabc1fa77b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/8030d2e0c75f41a5996db11bd1c901a7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/2b09b08c086b42de9c70f0a36ebf36ec, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/9b9a495341a1419394434588c7d9cac5] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp, totalSize=48.9 K 2024-11-07T12:18:52,305 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting e566a2407491430992c649eabc1fa77b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1730981928299 2024-11-07T12:18:52,305 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8030d2e0c75f41a5996db11bd1c901a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1730981928924 2024-11-07T12:18:52,306 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b09b08c086b42de9c70f0a36ebf36ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1730981929315 2024-11-07T12:18:52,306 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b9a495341a1419394434588c7d9cac5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1730981929988 2024-11-07T12:18:52,307 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/B of 3b02da4f133dc16d30bc0b7d478f8347 into dd9ce18365304ea8ad1af2717e613780(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:52,307 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:52,307 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/B, priority=12, startTime=1730981931867; duration=0sec 2024-11-07T12:18:52,307 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:52,307 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:B 2024-11-07T12:18:52,313 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3b02da4f133dc16d30bc0b7d478f8347#C#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:18:52,314 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/bac8a271806e436f8a51c9adec503838 is 50, key is test_row_0/C:col10/1730981929989/Put/seqid=0 2024-11-07T12:18:52,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742152_1328 (size=13357) 2024-11-07T12:18:52,389 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/5bb353ec7c564fe687c1582d9c9dc30e 2024-11-07T12:18:52,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/90d53d21b5ce46df9abc03c0e82e774e is 50, key is test_row_0/B:col10/1730981930636/Put/seqid=0 2024-11-07T12:18:52,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742153_1329 (size=12301) 2024-11-07T12:18:52,722 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/bac8a271806e436f8a51c9adec503838 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/bac8a271806e436f8a51c9adec503838 2024-11-07T12:18:52,726 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 3b02da4f133dc16d30bc0b7d478f8347/C of 3b02da4f133dc16d30bc0b7d478f8347 into bac8a271806e436f8a51c9adec503838(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:18:52,726 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:52,726 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347., storeName=3b02da4f133dc16d30bc0b7d478f8347/C, priority=12, startTime=1730981931867; duration=0sec 2024-11-07T12:18:52,726 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:18:52,726 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3b02da4f133dc16d30bc0b7d478f8347:C 2024-11-07T12:18:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:18:52,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. as already flushing 2024-11-07T12:18:52,751 DEBUG [Thread-1067 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31a4ad2f to 127.0.0.1:65262 2024-11-07T12:18:52,751 DEBUG [Thread-1067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:52,758 DEBUG [Thread-1069 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1776daa8 to 127.0.0.1:65262 2024-11-07T12:18:52,758 DEBUG [Thread-1069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:52,760 DEBUG [Thread-1065 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478c328e to 127.0.0.1:65262 2024-11-07T12:18:52,761 DEBUG [Thread-1065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:18:52,803 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/90d53d21b5ce46df9abc03c0e82e774e 2024-11-07T12:18:52,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/1de5490215d84beea64cf16a7d67a102 is 50, key is test_row_0/C:col10/1730981930636/Put/seqid=0 2024-11-07T12:18:52,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742154_1330 (size=12301) 2024-11-07T12:18:52,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-07T12:18:53,213 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/1de5490215d84beea64cf16a7d67a102 2024-11-07T12:18:53,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/5bb353ec7c564fe687c1582d9c9dc30e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/5bb353ec7c564fe687c1582d9c9dc30e 2024-11-07T12:18:53,221 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/5bb353ec7c564fe687c1582d9c9dc30e, entries=150, sequenceid=477, filesize=12.0 K 2024-11-07T12:18:53,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/90d53d21b5ce46df9abc03c0e82e774e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/90d53d21b5ce46df9abc03c0e82e774e 2024-11-07T12:18:53,225 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/90d53d21b5ce46df9abc03c0e82e774e, entries=150, sequenceid=477, filesize=12.0 K 2024-11-07T12:18:53,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/1de5490215d84beea64cf16a7d67a102 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/1de5490215d84beea64cf16a7d67a102 2024-11-07T12:18:53,229 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/1de5490215d84beea64cf16a7d67a102, entries=150, sequenceid=477, filesize=12.0 K 2024-11-07T12:18:53,230 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=20.13 KB/20610 for 3b02da4f133dc16d30bc0b7d478f8347 in 1250ms, sequenceid=477, compaction requested=false 2024-11-07T12:18:53,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:18:53,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:18:53,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-07T12:18:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-07T12:18:53,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-07T12:18:53,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4730 sec 2024-11-07T12:18:53,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.4780 sec 2024-11-07T12:18:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-07T12:18:54,862 INFO [Thread-1075 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-07T12:18:55,590 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:19:00,411 DEBUG [Thread-1073 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ed34b2a to 127.0.0.1:65262 2024-11-07T12:19:00,411 DEBUG [Thread-1073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:00,470 DEBUG [Thread-1071 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a9aaeac to 127.0.0.1:65262 2024-11-07T12:19:00,470 DEBUG [Thread-1071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:00,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T12:19:00,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-07T12:19:00,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 103 2024-11-07T12:19:00,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-07T12:19:00,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-07T12:19:00,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-07T12:19:00,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T12:19:00,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6957 2024-11-07T12:19:00,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7026 2024-11-07T12:19:00,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6933 2024-11-07T12:19:00,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6905 2024-11-07T12:19:00,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6973 2024-11-07T12:19:00,471 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T12:19:00,471 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-07T12:19:00,471 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14ee88c7 to 127.0.0.1:65262 2024-11-07T12:19:00,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:00,472 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-07T12:19:00,472 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T12:19:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-07T12:19:00,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981940475"}]},"ts":"1730981940475"} 2024-11-07T12:19:00,476 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T12:19:00,479 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T12:19:00,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T12:19:00,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b02da4f133dc16d30bc0b7d478f8347, UNASSIGN}] 2024-11-07T12:19:00,482 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b02da4f133dc16d30bc0b7d478f8347, UNASSIGN 2024-11-07T12:19:00,482 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=3b02da4f133dc16d30bc0b7d478f8347, regionState=CLOSING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:00,483 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T12:19:00,483 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; CloseRegionProcedure 3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:19:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-07T12:19:00,635 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:00,635 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(124): Close 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:19:00,636 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T12:19:00,636 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1681): Closing 3b02da4f133dc16d30bc0b7d478f8347, disabling compactions & flushes 2024-11-07T12:19:00,636 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:19:00,636 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:19:00,636 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. after waiting 0 ms 2024-11-07T12:19:00,636 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:19:00,636 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(2837): Flushing 3b02da4f133dc16d30bc0b7d478f8347 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-07T12:19:00,636 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=A 2024-11-07T12:19:00,636 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:00,636 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=B 2024-11-07T12:19:00,636 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:00,636 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3b02da4f133dc16d30bc0b7d478f8347, store=C 2024-11-07T12:19:00,636 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:00,640 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/a67e738a9d6749db8c1806646e23172d is 50, key is test_row_0/A:col10/1730981940410/Put/seqid=0 2024-11-07T12:19:00,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742155_1331 (size=9857) 2024-11-07T12:19:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-07T12:19:00,937 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35093 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35093,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:01,045 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/a67e738a9d6749db8c1806646e23172d 2024-11-07T12:19:01,052 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/0e2ef1b308654b4886f1f9209949a997 is 50, key is test_row_0/B:col10/1730981940410/Put/seqid=0 2024-11-07T12:19:01,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742156_1332 (size=9857) 2024-11-07T12:19:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-07T12:19:01,456 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/0e2ef1b308654b4886f1f9209949a997 2024-11-07T12:19:01,464 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/4d9cf07446e44632a2b280d85d13991b is 50, key is test_row_0/C:col10/1730981940410/Put/seqid=0 2024-11-07T12:19:01,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742157_1333 (size=9857) 2024-11-07T12:19:01,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-07T12:19:01,868 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/4d9cf07446e44632a2b280d85d13991b 2024-11-07T12:19:01,873 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/A/a67e738a9d6749db8c1806646e23172d as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a67e738a9d6749db8c1806646e23172d 2024-11-07T12:19:01,877 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a67e738a9d6749db8c1806646e23172d, entries=100, sequenceid=488, filesize=9.6 K 2024-11-07T12:19:01,878 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/B/0e2ef1b308654b4886f1f9209949a997 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/0e2ef1b308654b4886f1f9209949a997 2024-11-07T12:19:01,882 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/0e2ef1b308654b4886f1f9209949a997, entries=100, sequenceid=488, filesize=9.6 K 2024-11-07T12:19:01,883 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/.tmp/C/4d9cf07446e44632a2b280d85d13991b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/4d9cf07446e44632a2b280d85d13991b 2024-11-07T12:19:01,886 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/4d9cf07446e44632a2b280d85d13991b, entries=100, sequenceid=488, filesize=9.6 K 2024-11-07T12:19:01,887 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 3b02da4f133dc16d30bc0b7d478f8347 in 1251ms, sequenceid=488, compaction requested=true 2024-11-07T12:19:01,888 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/955a83ebdc974ffcad619a1adb8e16f2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a28e3fb278d54f819cb059b8040f0e25, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/371534c018a34253a6a4727c4bfdf9b7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/06fa6f93fe9d47308a2e65449f1c28aa, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/2e527af92c9e42e881294fb42374d085, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/b3e18e136797456fb68936f76efadfe5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4a17c528974a457e8e1715c8821c9b93, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/5cbeb4d9e31e476a85ab35121324c166, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/d713ebdabd9448759080cb68c241b3e2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/eba053c367524f03b27f65e81099de86, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/f45378d18b72444f90e07a83f0429208, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ad6674644a794f83bb692d8ffe8f8a1e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/19d8047b1c5b42dcb9b6d28cb5778b6c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/01433408e71f4826a22c0735a9c24fa9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ec91aa945cbe45cf88cd7c9f64d259a3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4533f94bae954c75b8fc5d41580602a6, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a78c0da3e3654e018c6b02010c42e20b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/b883cd104fef4c698cd11d254f3fdc50, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/7c54715badc446fab7d226a9585c6169, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a4b106e919c74a0097491c7e031c5e11, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/5571690d012744d29a271df227af32d7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/1e65532a241644e7939ea3f945d95f0e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4984cc13f5454a92aea5c17df4868291, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/d4c7dd40496c40dda575bc1d88061738, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/7abee7c4f0bd45fabc38f5b7c6272f7f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/cd0bd19d1523421bb35c7e90ca504fae, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ca116e318de643eca0f1e5cde699d68c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/9848526ede2f4ac686e72017fd6b0cf2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ce1f540773654f57be8a58c837533c89, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/458484461838452b8047af2b488abae0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4c21d60ac1fe46f3a7aa6d13e3d2ff9b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/7cd74112af3c415991d5dc599168896c] to archive 2024-11-07T12:19:01,889 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:19:01,891 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/955a83ebdc974ffcad619a1adb8e16f2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/955a83ebdc974ffcad619a1adb8e16f2 2024-11-07T12:19:01,892 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a28e3fb278d54f819cb059b8040f0e25 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a28e3fb278d54f819cb059b8040f0e25 2024-11-07T12:19:01,893 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/371534c018a34253a6a4727c4bfdf9b7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/371534c018a34253a6a4727c4bfdf9b7 2024-11-07T12:19:01,894 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/06fa6f93fe9d47308a2e65449f1c28aa to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/06fa6f93fe9d47308a2e65449f1c28aa 2024-11-07T12:19:01,895 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/2e527af92c9e42e881294fb42374d085 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/2e527af92c9e42e881294fb42374d085 2024-11-07T12:19:01,896 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/b3e18e136797456fb68936f76efadfe5 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/b3e18e136797456fb68936f76efadfe5 2024-11-07T12:19:01,897 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4a17c528974a457e8e1715c8821c9b93 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4a17c528974a457e8e1715c8821c9b93 2024-11-07T12:19:01,898 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/5cbeb4d9e31e476a85ab35121324c166 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/5cbeb4d9e31e476a85ab35121324c166 2024-11-07T12:19:01,899 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/d713ebdabd9448759080cb68c241b3e2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/d713ebdabd9448759080cb68c241b3e2 2024-11-07T12:19:01,900 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/eba053c367524f03b27f65e81099de86 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/eba053c367524f03b27f65e81099de86 2024-11-07T12:19:01,901 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/f45378d18b72444f90e07a83f0429208 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/f45378d18b72444f90e07a83f0429208 2024-11-07T12:19:01,902 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ad6674644a794f83bb692d8ffe8f8a1e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ad6674644a794f83bb692d8ffe8f8a1e 2024-11-07T12:19:01,903 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/19d8047b1c5b42dcb9b6d28cb5778b6c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/19d8047b1c5b42dcb9b6d28cb5778b6c 2024-11-07T12:19:01,904 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/01433408e71f4826a22c0735a9c24fa9 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/01433408e71f4826a22c0735a9c24fa9 2024-11-07T12:19:01,905 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ec91aa945cbe45cf88cd7c9f64d259a3 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ec91aa945cbe45cf88cd7c9f64d259a3 2024-11-07T12:19:01,907 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4533f94bae954c75b8fc5d41580602a6 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4533f94bae954c75b8fc5d41580602a6 2024-11-07T12:19:01,908 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a78c0da3e3654e018c6b02010c42e20b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a78c0da3e3654e018c6b02010c42e20b 2024-11-07T12:19:01,909 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/b883cd104fef4c698cd11d254f3fdc50 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/b883cd104fef4c698cd11d254f3fdc50 2024-11-07T12:19:01,910 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/7c54715badc446fab7d226a9585c6169 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/7c54715badc446fab7d226a9585c6169 2024-11-07T12:19:01,911 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a4b106e919c74a0097491c7e031c5e11 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a4b106e919c74a0097491c7e031c5e11 2024-11-07T12:19:01,913 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/5571690d012744d29a271df227af32d7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/5571690d012744d29a271df227af32d7 2024-11-07T12:19:01,914 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/1e65532a241644e7939ea3f945d95f0e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/1e65532a241644e7939ea3f945d95f0e 2024-11-07T12:19:01,916 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4984cc13f5454a92aea5c17df4868291 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4984cc13f5454a92aea5c17df4868291 2024-11-07T12:19:01,917 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/d4c7dd40496c40dda575bc1d88061738 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/d4c7dd40496c40dda575bc1d88061738 2024-11-07T12:19:01,918 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/7abee7c4f0bd45fabc38f5b7c6272f7f to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/7abee7c4f0bd45fabc38f5b7c6272f7f 2024-11-07T12:19:01,920 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/cd0bd19d1523421bb35c7e90ca504fae to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/cd0bd19d1523421bb35c7e90ca504fae 2024-11-07T12:19:01,921 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ca116e318de643eca0f1e5cde699d68c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ca116e318de643eca0f1e5cde699d68c 2024-11-07T12:19:01,922 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/9848526ede2f4ac686e72017fd6b0cf2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/9848526ede2f4ac686e72017fd6b0cf2 2024-11-07T12:19:01,923 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ce1f540773654f57be8a58c837533c89 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/ce1f540773654f57be8a58c837533c89 2024-11-07T12:19:01,925 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/458484461838452b8047af2b488abae0 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/458484461838452b8047af2b488abae0 2024-11-07T12:19:01,926 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4c21d60ac1fe46f3a7aa6d13e3d2ff9b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/4c21d60ac1fe46f3a7aa6d13e3d2ff9b 2024-11-07T12:19:01,927 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/7cd74112af3c415991d5dc599168896c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/7cd74112af3c415991d5dc599168896c 2024-11-07T12:19:01,930 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/a4d1f6c70d8a4ebaa237930ed26062e5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/568493691cc046a3ba39a64039f4ea6c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/e7674669f3234e738e6fc65ab5bc8a97, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/09a6f1405855404e87f745ec7a00e7ac, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/d021ba162ec84f6b9193b8e894c72fbf, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/1cceb82575e84c2f9cb94b5f0e3786fc, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/8069ae9122204f3db2c5d0e2bf653072, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/d325189f124042438bf1489aea1bb014, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/54ec07c1a3d24bf7a8716e65c4c13819, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/8a2c11e3c87e43c8bd75a19a2e82d87e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/3204136b8c664ad38e7848dbdef68084, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/42bcad852a78482e91f11e1986e9308c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/07af37d8b2be473998a90039114151eb, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/bd59b3d758ff48a488ddaa68dd2a1f8d, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/caac69c36f61432192e2721ec3959d09, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/7e14df5deeeb4a88a063b9081660fec7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/6f44d6e0c890433dbd535e265d324b0c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/2503344d01194e88a2a62bdd85d94560, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/b5b1ffcc2a7249588467fbb165f42c50, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/7612a6102bf5457fbd02cfa4511abfb2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/0e8728ebd1b747c28459f665b4fe2884, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/9685b11c820c4c3a8c09daeefe518bdb, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/1b8bd6c03f544de5960c5054bb9fba18, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/dda005c8066b44a4af778d86e01b96c7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/95ae4391b8cb49de9705add6c046c5b5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/a7a43501dd4146bab7c62d19625df0bf, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/721c3ff36f1643bdbdd1127771ed7df7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/55ce296f2fe6470fba1b35b0eefe1158, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/251963a32d2d4dbebb6e452b1fd70bfe, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/0fb6dfa1cac940389dd343f89ff88e5c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/c509132d2dbc47b5a563d88f49900750, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/06bbfdae02404b269ce980f0c21269c2] to archive 2024-11-07T12:19:01,931 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:19:01,932 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/a4d1f6c70d8a4ebaa237930ed26062e5 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/a4d1f6c70d8a4ebaa237930ed26062e5 2024-11-07T12:19:01,933 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/568493691cc046a3ba39a64039f4ea6c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/568493691cc046a3ba39a64039f4ea6c 2024-11-07T12:19:01,934 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/e7674669f3234e738e6fc65ab5bc8a97 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/e7674669f3234e738e6fc65ab5bc8a97 2024-11-07T12:19:01,935 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/09a6f1405855404e87f745ec7a00e7ac to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/09a6f1405855404e87f745ec7a00e7ac 2024-11-07T12:19:01,936 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/d021ba162ec84f6b9193b8e894c72fbf to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/d021ba162ec84f6b9193b8e894c72fbf 2024-11-07T12:19:01,937 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/1cceb82575e84c2f9cb94b5f0e3786fc to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/1cceb82575e84c2f9cb94b5f0e3786fc 2024-11-07T12:19:01,938 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/8069ae9122204f3db2c5d0e2bf653072 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/8069ae9122204f3db2c5d0e2bf653072 2024-11-07T12:19:01,939 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/d325189f124042438bf1489aea1bb014 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/d325189f124042438bf1489aea1bb014 2024-11-07T12:19:01,940 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/54ec07c1a3d24bf7a8716e65c4c13819 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/54ec07c1a3d24bf7a8716e65c4c13819 2024-11-07T12:19:01,942 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/8a2c11e3c87e43c8bd75a19a2e82d87e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/8a2c11e3c87e43c8bd75a19a2e82d87e 2024-11-07T12:19:01,943 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/3204136b8c664ad38e7848dbdef68084 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/3204136b8c664ad38e7848dbdef68084 2024-11-07T12:19:01,944 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/42bcad852a78482e91f11e1986e9308c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/42bcad852a78482e91f11e1986e9308c 2024-11-07T12:19:01,945 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/07af37d8b2be473998a90039114151eb to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/07af37d8b2be473998a90039114151eb 2024-11-07T12:19:01,946 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/bd59b3d758ff48a488ddaa68dd2a1f8d to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/bd59b3d758ff48a488ddaa68dd2a1f8d 2024-11-07T12:19:01,948 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/caac69c36f61432192e2721ec3959d09 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/caac69c36f61432192e2721ec3959d09 2024-11-07T12:19:01,949 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/7e14df5deeeb4a88a063b9081660fec7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/7e14df5deeeb4a88a063b9081660fec7 2024-11-07T12:19:01,950 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/6f44d6e0c890433dbd535e265d324b0c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/6f44d6e0c890433dbd535e265d324b0c 2024-11-07T12:19:01,951 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/2503344d01194e88a2a62bdd85d94560 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/2503344d01194e88a2a62bdd85d94560 2024-11-07T12:19:01,953 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/b5b1ffcc2a7249588467fbb165f42c50 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/b5b1ffcc2a7249588467fbb165f42c50 2024-11-07T12:19:01,954 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/7612a6102bf5457fbd02cfa4511abfb2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/7612a6102bf5457fbd02cfa4511abfb2 2024-11-07T12:19:01,955 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/0e8728ebd1b747c28459f665b4fe2884 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/0e8728ebd1b747c28459f665b4fe2884 2024-11-07T12:19:01,956 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/9685b11c820c4c3a8c09daeefe518bdb to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/9685b11c820c4c3a8c09daeefe518bdb 2024-11-07T12:19:01,958 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/1b8bd6c03f544de5960c5054bb9fba18 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/1b8bd6c03f544de5960c5054bb9fba18 2024-11-07T12:19:01,959 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/dda005c8066b44a4af778d86e01b96c7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/dda005c8066b44a4af778d86e01b96c7 2024-11-07T12:19:01,960 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/95ae4391b8cb49de9705add6c046c5b5 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/95ae4391b8cb49de9705add6c046c5b5 2024-11-07T12:19:01,961 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/a7a43501dd4146bab7c62d19625df0bf to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/a7a43501dd4146bab7c62d19625df0bf 2024-11-07T12:19:01,962 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/721c3ff36f1643bdbdd1127771ed7df7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/721c3ff36f1643bdbdd1127771ed7df7 2024-11-07T12:19:01,963 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/55ce296f2fe6470fba1b35b0eefe1158 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/55ce296f2fe6470fba1b35b0eefe1158 2024-11-07T12:19:01,964 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/251963a32d2d4dbebb6e452b1fd70bfe to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/251963a32d2d4dbebb6e452b1fd70bfe 2024-11-07T12:19:01,965 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/0fb6dfa1cac940389dd343f89ff88e5c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/0fb6dfa1cac940389dd343f89ff88e5c 2024-11-07T12:19:01,966 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/c509132d2dbc47b5a563d88f49900750 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/c509132d2dbc47b5a563d88f49900750 2024-11-07T12:19:01,967 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/06bbfdae02404b269ce980f0c21269c2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/06bbfdae02404b269ce980f0c21269c2 2024-11-07T12:19:01,968 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/8c8dc9fcdd9c4b799d5dcd7ed5f30ea0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/19476a8c582543bc82e82c169ec18114, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/c0c49c840ba745dbb04c800064c7215b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/e8b9f78c9a7e40458bf35aad9be62b42, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f7565b460fd6475aac297791f34781e3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/1e26f236bef24a468409c2059bcc1cba, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/12dade21524b4fbd9d57506a88a48704, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/c1d11d52286946f4a51ad9137c442ffd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/3173f21bd8fa4b24be4e548981b268d8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/2258f9babaf94a518c5a169699a93bb0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/41cdfe01874e48bcbb9bf5edea525be7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f2e7abe32fb648898b526fb7ba5ada34, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/b335c55de09242e492e5270f0ff8312e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/d834b8c1aea940eeb20dd29451d06a28, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/d3cfbca945d546b29adbfdd553857419, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/43d79c9b306e4f8783a3a0e9007089e0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/764be0d9891a4f6988051965ad9c7163, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/3e7e6f9974cc4f7d9d28e2bb6f946952, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/27bb8becbab7440bbc78d2b07a2fe1d0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/2a649741dacf422bba20c09f0b8f9228, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/5d1f493f46284ba7a0dab24f432e64ed, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/ca8d3c32ef374b87bad60c859538e7a1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/7b15bf80279f4193a0906037b255e94e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/dd5bc9605ef240dabb8c6e93e6872adf, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f77856bcb3794e57821b5ecc4c2982b8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/19705e433ce8471b8552ebcf9e390507, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/e566a2407491430992c649eabc1fa77b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/ebea88e23a2c4764890785bcd95721a2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/8030d2e0c75f41a5996db11bd1c901a7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/2b09b08c086b42de9c70f0a36ebf36ec, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/9b9a495341a1419394434588c7d9cac5] to archive 2024-11-07T12:19:01,969 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:19:01,970 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/8c8dc9fcdd9c4b799d5dcd7ed5f30ea0 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/8c8dc9fcdd9c4b799d5dcd7ed5f30ea0 2024-11-07T12:19:01,971 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/19476a8c582543bc82e82c169ec18114 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/19476a8c582543bc82e82c169ec18114 2024-11-07T12:19:01,972 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/c0c49c840ba745dbb04c800064c7215b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/c0c49c840ba745dbb04c800064c7215b 2024-11-07T12:19:01,972 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/e8b9f78c9a7e40458bf35aad9be62b42 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/e8b9f78c9a7e40458bf35aad9be62b42 2024-11-07T12:19:01,973 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f7565b460fd6475aac297791f34781e3 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f7565b460fd6475aac297791f34781e3 2024-11-07T12:19:01,974 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/1e26f236bef24a468409c2059bcc1cba to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/1e26f236bef24a468409c2059bcc1cba 2024-11-07T12:19:01,975 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/12dade21524b4fbd9d57506a88a48704 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/12dade21524b4fbd9d57506a88a48704 2024-11-07T12:19:01,976 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/c1d11d52286946f4a51ad9137c442ffd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/c1d11d52286946f4a51ad9137c442ffd 2024-11-07T12:19:01,977 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/3173f21bd8fa4b24be4e548981b268d8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/3173f21bd8fa4b24be4e548981b268d8 2024-11-07T12:19:01,978 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/2258f9babaf94a518c5a169699a93bb0 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/2258f9babaf94a518c5a169699a93bb0 2024-11-07T12:19:01,980 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/41cdfe01874e48bcbb9bf5edea525be7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/41cdfe01874e48bcbb9bf5edea525be7 2024-11-07T12:19:01,981 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f2e7abe32fb648898b526fb7ba5ada34 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f2e7abe32fb648898b526fb7ba5ada34 2024-11-07T12:19:01,982 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/b335c55de09242e492e5270f0ff8312e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/b335c55de09242e492e5270f0ff8312e 2024-11-07T12:19:01,983 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/d834b8c1aea940eeb20dd29451d06a28 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/d834b8c1aea940eeb20dd29451d06a28 2024-11-07T12:19:01,994 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/d3cfbca945d546b29adbfdd553857419 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/d3cfbca945d546b29adbfdd553857419 2024-11-07T12:19:01,995 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/43d79c9b306e4f8783a3a0e9007089e0 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/43d79c9b306e4f8783a3a0e9007089e0 2024-11-07T12:19:01,997 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/764be0d9891a4f6988051965ad9c7163 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/764be0d9891a4f6988051965ad9c7163 2024-11-07T12:19:01,998 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/3e7e6f9974cc4f7d9d28e2bb6f946952 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/3e7e6f9974cc4f7d9d28e2bb6f946952 2024-11-07T12:19:01,999 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/27bb8becbab7440bbc78d2b07a2fe1d0 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/27bb8becbab7440bbc78d2b07a2fe1d0 2024-11-07T12:19:02,000 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/2a649741dacf422bba20c09f0b8f9228 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/2a649741dacf422bba20c09f0b8f9228 2024-11-07T12:19:02,001 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/5d1f493f46284ba7a0dab24f432e64ed to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/5d1f493f46284ba7a0dab24f432e64ed 2024-11-07T12:19:02,002 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/ca8d3c32ef374b87bad60c859538e7a1 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/ca8d3c32ef374b87bad60c859538e7a1 2024-11-07T12:19:02,003 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/7b15bf80279f4193a0906037b255e94e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/7b15bf80279f4193a0906037b255e94e 2024-11-07T12:19:02,004 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/dd5bc9605ef240dabb8c6e93e6872adf to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/dd5bc9605ef240dabb8c6e93e6872adf 2024-11-07T12:19:02,005 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f77856bcb3794e57821b5ecc4c2982b8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/f77856bcb3794e57821b5ecc4c2982b8 2024-11-07T12:19:02,006 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/19705e433ce8471b8552ebcf9e390507 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/19705e433ce8471b8552ebcf9e390507 2024-11-07T12:19:02,008 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/e566a2407491430992c649eabc1fa77b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/e566a2407491430992c649eabc1fa77b 2024-11-07T12:19:02,010 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/ebea88e23a2c4764890785bcd95721a2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/ebea88e23a2c4764890785bcd95721a2 2024-11-07T12:19:02,011 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/8030d2e0c75f41a5996db11bd1c901a7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/8030d2e0c75f41a5996db11bd1c901a7 2024-11-07T12:19:02,012 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/2b09b08c086b42de9c70f0a36ebf36ec to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/2b09b08c086b42de9c70f0a36ebf36ec 2024-11-07T12:19:02,013 DEBUG [StoreCloser-TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/9b9a495341a1419394434588c7d9cac5 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/9b9a495341a1419394434588c7d9cac5 2024-11-07T12:19:02,022 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/recovered.edits/491.seqid, newMaxSeqId=491, maxSeqId=1 2024-11-07T12:19:02,023 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347. 2024-11-07T12:19:02,023 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1635): Region close journal for 3b02da4f133dc16d30bc0b7d478f8347: 2024-11-07T12:19:02,024 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(170): Closed 3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:19:02,025 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=3b02da4f133dc16d30bc0b7d478f8347, regionState=CLOSED 2024-11-07T12:19:02,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-07T12:19:02,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; CloseRegionProcedure 3b02da4f133dc16d30bc0b7d478f8347, server=fbad4c8a32e4,36417,1730981847393 in 1.5420 sec 2024-11-07T12:19:02,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=83, resume processing ppid=82 2024-11-07T12:19:02,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, ppid=82, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=3b02da4f133dc16d30bc0b7d478f8347, UNASSIGN in 1.5460 sec 2024-11-07T12:19:02,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-07T12:19:02,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5480 sec 2024-11-07T12:19:02,030 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981942030"}]},"ts":"1730981942030"} 2024-11-07T12:19:02,031 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T12:19:02,033 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T12:19:02,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5610 sec 2024-11-07T12:19:02,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-07T12:19:02,579 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-07T12:19:02,579 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T12:19:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:02,581 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=85, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-07T12:19:02,581 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=85, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:02,583 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:19:02,585 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/recovered.edits] 2024-11-07T12:19:02,588 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/5bb353ec7c564fe687c1582d9c9dc30e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/5bb353ec7c564fe687c1582d9c9dc30e 2024-11-07T12:19:02,589 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/8ce029e8a8a64729a615b6292c76e641 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/8ce029e8a8a64729a615b6292c76e641 2024-11-07T12:19:02,590 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a67e738a9d6749db8c1806646e23172d to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/A/a67e738a9d6749db8c1806646e23172d 2024-11-07T12:19:02,592 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/0e2ef1b308654b4886f1f9209949a997 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/0e2ef1b308654b4886f1f9209949a997 2024-11-07T12:19:02,593 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/90d53d21b5ce46df9abc03c0e82e774e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/90d53d21b5ce46df9abc03c0e82e774e 2024-11-07T12:19:02,594 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/dd9ce18365304ea8ad1af2717e613780 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/B/dd9ce18365304ea8ad1af2717e613780 2024-11-07T12:19:02,596 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/1de5490215d84beea64cf16a7d67a102 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/1de5490215d84beea64cf16a7d67a102 2024-11-07T12:19:02,597 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/4d9cf07446e44632a2b280d85d13991b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/4d9cf07446e44632a2b280d85d13991b 2024-11-07T12:19:02,597 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/bac8a271806e436f8a51c9adec503838 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/C/bac8a271806e436f8a51c9adec503838 2024-11-07T12:19:02,600 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/recovered.edits/491.seqid to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347/recovered.edits/491.seqid 2024-11-07T12:19:02,600 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/3b02da4f133dc16d30bc0b7d478f8347 2024-11-07T12:19:02,600 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T12:19:02,602 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=85, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:02,605 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T12:19:02,607 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T12:19:02,608 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=85, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:02,608 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T12:19:02,608 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1730981942608"}]},"ts":"9223372036854775807"} 2024-11-07T12:19:02,610 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-07T12:19:02,610 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3b02da4f133dc16d30bc0b7d478f8347, NAME => 'TestAcidGuarantees,,1730981908720.3b02da4f133dc16d30bc0b7d478f8347.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T12:19:02,610 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T12:19:02,610 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1730981942610"}]},"ts":"9223372036854775807"} 2024-11-07T12:19:02,611 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-07T12:19:02,613 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=85, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:02,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 34 msec 2024-11-07T12:19:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-07T12:19:02,682 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-07T12:19:02,695 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=236 (was 241), OpenFileDescriptor=447 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=619 (was 856), ProcessCount=11 (was 11), AvailableMemoryMB=1685 (was 2298) 2024-11-07T12:19:02,704 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=236, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=619, ProcessCount=11, AvailableMemoryMB=1685 2024-11-07T12:19:02,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T12:19:02,706 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:02,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=86, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:02,708 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:19:02,708 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:02,708 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 86 2024-11-07T12:19:02,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-07T12:19:02,709 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:19:02,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742158_1334 (size=960) 2024-11-07T12:19:02,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-07T12:19:03,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-07T12:19:03,117 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb 2024-11-07T12:19:03,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742159_1335 (size=53) 2024-11-07T12:19:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-07T12:19:03,522 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:03,522 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 757b3525454839ff12acd6c377cd1fbd, disabling compactions & flushes 2024-11-07T12:19:03,522 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:03,522 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:03,522 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. after waiting 0 ms 2024-11-07T12:19:03,522 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:03,523 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:03,523 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:03,524 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:19:03,524 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1730981943524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981943524"}]},"ts":"1730981943524"} 2024-11-07T12:19:03,525 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-07T12:19:03,525 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:19:03,526 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981943526"}]},"ts":"1730981943526"} 2024-11-07T12:19:03,526 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T12:19:03,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=757b3525454839ff12acd6c377cd1fbd, ASSIGN}] 2024-11-07T12:19:03,531 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=757b3525454839ff12acd6c377cd1fbd, ASSIGN 2024-11-07T12:19:03,532 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=757b3525454839ff12acd6c377cd1fbd, ASSIGN; state=OFFLINE, location=fbad4c8a32e4,36417,1730981847393; forceNewPlan=false, retain=false 2024-11-07T12:19:03,683 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=757b3525454839ff12acd6c377cd1fbd, regionState=OPENING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:03,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; OpenRegionProcedure 757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:19:03,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-07T12:19:03,836 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:03,839 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:03,839 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7285): Opening region: {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:03,839 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:03,839 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:03,840 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7327): checking encryption for 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:03,840 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7330): checking classloading for 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:03,841 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:03,842 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:19:03,842 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 757b3525454839ff12acd6c377cd1fbd columnFamilyName A 2024-11-07T12:19:03,842 DEBUG [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:03,843 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.HStore(327): Store=757b3525454839ff12acd6c377cd1fbd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:03,843 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:03,844 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:19:03,844 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 757b3525454839ff12acd6c377cd1fbd columnFamilyName B 2024-11-07T12:19:03,844 DEBUG [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:03,845 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.HStore(327): Store=757b3525454839ff12acd6c377cd1fbd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:03,845 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:03,846 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:19:03,846 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 757b3525454839ff12acd6c377cd1fbd columnFamilyName C 2024-11-07T12:19:03,846 DEBUG [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:03,846 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.HStore(327): Store=757b3525454839ff12acd6c377cd1fbd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:03,846 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:03,847 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:03,847 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:03,848 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:19:03,849 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1085): writing seq id for 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:03,851 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:03,851 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1102): Opened 757b3525454839ff12acd6c377cd1fbd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65417533, jitterRate=-0.02520279586315155}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:19:03,852 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1001): Region open journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:03,852 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., pid=88, masterSystemTime=1730981943836 2024-11-07T12:19:03,853 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:03,854 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:03,854 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=757b3525454839ff12acd6c377cd1fbd, regionState=OPEN, openSeqNum=2, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:03,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-07T12:19:03,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; OpenRegionProcedure 757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 in 171 msec 2024-11-07T12:19:03,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-11-07T12:19:03,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=757b3525454839ff12acd6c377cd1fbd, ASSIGN in 326 msec 2024-11-07T12:19:03,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:19:03,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981943858"}]},"ts":"1730981943858"} 2024-11-07T12:19:03,859 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T12:19:03,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=86, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:19:03,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-07T12:19:04,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=86 2024-11-07T12:19:04,813 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 86 completed 2024-11-07T12:19:04,814 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x25ad026c to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50b472d8 2024-11-07T12:19:04,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1392e9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:04,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:04,820 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:04,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:04,822 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:04,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T12:19:04,824 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:04,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742160_1336 (size=996) 2024-11-07T12:19:05,235 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-07T12:19:05,236 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-07T12:19:05,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T12:19:05,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=757b3525454839ff12acd6c377cd1fbd, REOPEN/MOVE}] 2024-11-07T12:19:05,241 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=757b3525454839ff12acd6c377cd1fbd, REOPEN/MOVE 2024-11-07T12:19:05,241 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=757b3525454839ff12acd6c377cd1fbd, regionState=CLOSING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:05,242 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T12:19:05,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure 757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:19:05,393 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:05,394 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:05,394 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T12:19:05,394 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing 757b3525454839ff12acd6c377cd1fbd, disabling compactions & flushes 2024-11-07T12:19:05,394 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:05,394 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:05,394 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. after waiting 0 ms 2024-11-07T12:19:05,394 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:05,398 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T12:19:05,399 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:05,399 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:05,399 WARN [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionServer(3786): Not adding moved region record: 757b3525454839ff12acd6c377cd1fbd to self. 2024-11-07T12:19:05,400 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:05,401 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=757b3525454839ff12acd6c377cd1fbd, regionState=CLOSED 2024-11-07T12:19:05,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-07T12:19:05,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure 757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 in 160 msec 2024-11-07T12:19:05,403 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=757b3525454839ff12acd6c377cd1fbd, REOPEN/MOVE; state=CLOSED, location=fbad4c8a32e4,36417,1730981847393; forceNewPlan=false, retain=true 2024-11-07T12:19:05,554 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=757b3525454839ff12acd6c377cd1fbd, regionState=OPENING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:05,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=91, state=RUNNABLE; OpenRegionProcedure 757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:19:05,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:05,709 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:05,710 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7285): Opening region: {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:05,710 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:05,710 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:05,710 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7327): checking encryption for 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:05,711 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7330): checking classloading for 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:05,712 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:05,713 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:19:05,713 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 757b3525454839ff12acd6c377cd1fbd columnFamilyName A 2024-11-07T12:19:05,714 DEBUG [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:05,714 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.HStore(327): Store=757b3525454839ff12acd6c377cd1fbd/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:05,715 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:05,715 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:19:05,715 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 757b3525454839ff12acd6c377cd1fbd columnFamilyName B 2024-11-07T12:19:05,715 DEBUG [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:05,716 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.HStore(327): Store=757b3525454839ff12acd6c377cd1fbd/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:05,716 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:05,716 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:19:05,716 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 757b3525454839ff12acd6c377cd1fbd columnFamilyName C 2024-11-07T12:19:05,716 DEBUG [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:05,717 INFO [StoreOpener-757b3525454839ff12acd6c377cd1fbd-1 {}] regionserver.HStore(327): Store=757b3525454839ff12acd6c377cd1fbd/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:05,717 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:05,717 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:05,718 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:05,719 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:19:05,720 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1085): writing seq id for 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:05,721 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1102): Opened 757b3525454839ff12acd6c377cd1fbd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61930098, jitterRate=-0.07716962695121765}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:19:05,722 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1001): Region open journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:05,722 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., pid=93, masterSystemTime=1730981945706 2024-11-07T12:19:05,723 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:05,723 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:05,724 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=757b3525454839ff12acd6c377cd1fbd, regionState=OPEN, openSeqNum=5, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:05,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=91 2024-11-07T12:19:05,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=91, state=SUCCESS; OpenRegionProcedure 757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 in 170 msec 2024-11-07T12:19:05,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-07T12:19:05,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=757b3525454839ff12acd6c377cd1fbd, REOPEN/MOVE in 486 msec 2024-11-07T12:19:05,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-07T12:19:05,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 489 msec 2024-11-07T12:19:05,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 904 msec 2024-11-07T12:19:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-07T12:19:05,731 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64046592 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1755e978 2024-11-07T12:19:05,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@138efded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:05,738 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40e70c04 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78c13349 2024-11-07T12:19:05,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c44c829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:05,741 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x257eae6a to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54548af7 2024-11-07T12:19:05,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eeb05d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:05,744 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b959498 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b66a82f 2024-11-07T12:19:05,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d15db32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:05,747 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12d032c5 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c59c760 2024-11-07T12:19:05,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f165792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:05,750 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x397fd5fa to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3458bf80 2024-11-07T12:19:05,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d1c1a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:05,753 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a9d9629 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b488445 2024-11-07T12:19:05,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d93d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:05,756 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f95a751 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6080624a 2024-11-07T12:19:05,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1cf8ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:05,759 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e491154 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5db8b6e5 2024-11-07T12:19:05,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7549fc66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:05,764 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b855aac to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3312cea7 2024-11-07T12:19:05,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@982be6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:05,769 DEBUG [hconnection-0x79f23f58-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:05,770 DEBUG [hconnection-0x74e1600c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:05,770 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:05,771 DEBUG [hconnection-0x169ace45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:05,771 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:05,771 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:05,771 DEBUG [hconnection-0x404e4d5c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:05,771 DEBUG [hconnection-0x775a5337-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:05,771 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34638, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:05,772 DEBUG [hconnection-0x6121c855-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:05,772 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:05,772 DEBUG [hconnection-0x6117c1e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-11-07T12:19:05,773 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:05,773 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:05,773 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:05,773 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-07T12:19:05,774 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:05,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:05,776 DEBUG [hconnection-0x2850ff85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:05,777 DEBUG [hconnection-0x1fbeb7d4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:05,778 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34680, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:05,778 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:05,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T12:19:05,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:05,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:05,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:05,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:05,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:05,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:05,787 DEBUG [hconnection-0x3be3382a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:05,793 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:05,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982005813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:05,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982005814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:05,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982005814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:05,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982005813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:05,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982005815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:05,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e4035cbbb6ec4d05a1b17f8b8d464fd9_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981945783/Put/seqid=0 2024-11-07T12:19:05,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742161_1337 (size=14594) 2024-11-07T12:19:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-07T12:19:05,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982005915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:05,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982005915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:05,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982005916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:05,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982005916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:05,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982005916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:05,926 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:05,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-07T12:19:05,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:05,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:05,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:05,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:05,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-07T12:19:06,079 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-07T12:19:06,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:06,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:06,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:06,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982006117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982006118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982006118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982006119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982006120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,234 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:06,236 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-07T12:19:06,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:06,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:06,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:06,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,239 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e4035cbbb6ec4d05a1b17f8b8d464fd9_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e4035cbbb6ec4d05a1b17f8b8d464fd9_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:06,249 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/3c173d89b99a4022b6916feb8d2bfff8, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:06,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/3c173d89b99a4022b6916feb8d2bfff8 is 175, key is test_row_0/A:col10/1730981945783/Put/seqid=0 2024-11-07T12:19:06,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742162_1338 (size=39549) 2024-11-07T12:19:06,260 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/3c173d89b99a4022b6916feb8d2bfff8 2024-11-07T12:19:06,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/b14bdb8e7af24dacbebc34e0efa079a8 is 50, key is test_row_0/B:col10/1730981945783/Put/seqid=0 2024-11-07T12:19:06,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742163_1339 (size=12001) 2024-11-07T12:19:06,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/b14bdb8e7af24dacbebc34e0efa079a8 2024-11-07T12:19:06,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/7dcf8a74ded041c09e4b99204754a8f1 is 50, key is test_row_0/C:col10/1730981945783/Put/seqid=0 2024-11-07T12:19:06,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742164_1340 (size=12001) 2024-11-07T12:19:06,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/7dcf8a74ded041c09e4b99204754a8f1 2024-11-07T12:19:06,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/3c173d89b99a4022b6916feb8d2bfff8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/3c173d89b99a4022b6916feb8d2bfff8 2024-11-07T12:19:06,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-07T12:19:06,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/3c173d89b99a4022b6916feb8d2bfff8, entries=200, sequenceid=17, filesize=38.6 K 2024-11-07T12:19:06,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/b14bdb8e7af24dacbebc34e0efa079a8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/b14bdb8e7af24dacbebc34e0efa079a8 2024-11-07T12:19:06,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/b14bdb8e7af24dacbebc34e0efa079a8, entries=150, sequenceid=17, filesize=11.7 K 2024-11-07T12:19:06,389 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-07T12:19:06,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:06,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:06,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:06,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/7dcf8a74ded041c09e4b99204754a8f1 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/7dcf8a74ded041c09e4b99204754a8f1 2024-11-07T12:19:06,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/7dcf8a74ded041c09e4b99204754a8f1, entries=150, sequenceid=17, filesize=11.7 K 2024-11-07T12:19:06,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 757b3525454839ff12acd6c377cd1fbd in 614ms, sequenceid=17, compaction requested=false 2024-11-07T12:19:06,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:06,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-07T12:19:06,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:06,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:06,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:06,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:06,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:06,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:06,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982006428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982006429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a51f55712b9a4affb404dbf9d617c0b1_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981945813/Put/seqid=0 2024-11-07T12:19:06,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982006433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982006433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982006433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742165_1341 (size=17034) 2024-11-07T12:19:06,544 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-07T12:19:06,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:06,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:06,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:06,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982006544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982006544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982006546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982006548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982006548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,696 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-07T12:19:06,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:06,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:06,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:06,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982006748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982006750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982006750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982006750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982006750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:06,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-07T12:19:06,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:06,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:06,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:06,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,852 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:06,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:06,857 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a51f55712b9a4affb404dbf9d617c0b1_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a51f55712b9a4affb404dbf9d617c0b1_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:06,858 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/1082ea0ebd6a48728af6822e2769e502, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:06,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/1082ea0ebd6a48728af6822e2769e502 is 175, key is test_row_0/A:col10/1730981945813/Put/seqid=0 2024-11-07T12:19:06,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742166_1342 (size=48139) 2024-11-07T12:19:06,864 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=44, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/1082ea0ebd6a48728af6822e2769e502 2024-11-07T12:19:06,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/f6384b4fddc34a46a11775c9b6d4b419 is 50, key is test_row_0/B:col10/1730981945813/Put/seqid=0 2024-11-07T12:19:06,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742167_1343 (size=12001) 2024-11-07T12:19:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-07T12:19:07,004 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:07,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-07T12:19:07,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:07,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:07,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:07,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:07,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:07,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982007054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:07,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982007054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:07,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982007055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:07,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982007056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:07,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982007064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:07,157 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:07,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-07T12:19:07,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:07,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:07,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:07,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:07,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:07,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/f6384b4fddc34a46a11775c9b6d4b419 2024-11-07T12:19:07,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/b0fdad1acaf74da6baa19c5436f6c5ae is 50, key is test_row_0/C:col10/1730981945813/Put/seqid=0 2024-11-07T12:19:07,310 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:07,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-07T12:19:07,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:07,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:07,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:07,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:07,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:07,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742168_1344 (size=12001) 2024-11-07T12:19:07,471 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:07,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-07T12:19:07,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:07,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:07,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:07,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:07,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:07,561 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T12:19:07,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982007561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:07,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:07,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982007563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982007564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:07,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982007564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:07,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982007572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:07,624 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:07,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-07T12:19:07,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:07,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:07,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:07,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/b0fdad1acaf74da6baa19c5436f6c5ae 2024-11-07T12:19:07,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/1082ea0ebd6a48728af6822e2769e502 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/1082ea0ebd6a48728af6822e2769e502 2024-11-07T12:19:07,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/1082ea0ebd6a48728af6822e2769e502, entries=250, sequenceid=44, filesize=47.0 K 2024-11-07T12:19:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/f6384b4fddc34a46a11775c9b6d4b419 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/f6384b4fddc34a46a11775c9b6d4b419 2024-11-07T12:19:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/f6384b4fddc34a46a11775c9b6d4b419, entries=150, sequenceid=44, filesize=11.7 K 2024-11-07T12:19:07,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/b0fdad1acaf74da6baa19c5436f6c5ae as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/b0fdad1acaf74da6baa19c5436f6c5ae 2024-11-07T12:19:07,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/b0fdad1acaf74da6baa19c5436f6c5ae, entries=150, sequenceid=44, filesize=11.7 K 2024-11-07T12:19:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 757b3525454839ff12acd6c377cd1fbd in 1316ms, sequenceid=44, compaction requested=false 2024-11-07T12:19:07,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,777 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-11-07T12:19:07,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:07,778 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-07T12:19:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110752ece789729d4452941dc82f1bb28bff_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981946432/Put/seqid=0 2024-11-07T12:19:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742169_1345 (size=9714) 2024-11-07T12:19:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-07T12:19:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,251 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110752ece789729d4452941dc82f1bb28bff_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110752ece789729d4452941dc82f1bb28bff_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/55c1353979f6473b935fdab78da289c7, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/55c1353979f6473b935fdab78da289c7 is 175, key is test_row_0/A:col10/1730981946432/Put/seqid=0 2024-11-07T12:19:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742170_1346 (size=22361) 2024-11-07T12:19:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:08,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:08,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982008660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:08,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982008663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:08,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:08,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982008665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:08,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982008669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:08,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:08,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982008669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:08,713 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/55c1353979f6473b935fdab78da289c7 2024-11-07T12:19:08,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/7d7573eb96d540a8ac82963e5f7711fb is 50, key is test_row_0/B:col10/1730981946432/Put/seqid=0 2024-11-07T12:19:08,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742171_1347 (size=9657) 2024-11-07T12:19:08,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:08,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982008771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:08,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982008773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:08,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982008773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:08,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982008778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:08,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982008778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:08,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982008978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:08,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982008978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:08,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982008979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:08,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982008984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:08,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982008986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:09,157 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/7d7573eb96d540a8ac82963e5f7711fb 2024-11-07T12:19:09,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/cca522d5dbf9417c971afc7184659ee2 is 50, key is test_row_0/C:col10/1730981946432/Put/seqid=0 2024-11-07T12:19:09,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742172_1348 (size=9657) 2024-11-07T12:19:09,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:09,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982009284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982009284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:09,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982009286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:09,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982009290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:09,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982009290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:09,574 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/cca522d5dbf9417c971afc7184659ee2 2024-11-07T12:19:09,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/55c1353979f6473b935fdab78da289c7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/55c1353979f6473b935fdab78da289c7 2024-11-07T12:19:09,584 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/55c1353979f6473b935fdab78da289c7, entries=100, sequenceid=53, filesize=21.8 K 2024-11-07T12:19:09,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/7d7573eb96d540a8ac82963e5f7711fb as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/7d7573eb96d540a8ac82963e5f7711fb 2024-11-07T12:19:09,588 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/7d7573eb96d540a8ac82963e5f7711fb, entries=100, sequenceid=53, filesize=9.4 K 2024-11-07T12:19:09,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/cca522d5dbf9417c971afc7184659ee2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/cca522d5dbf9417c971afc7184659ee2 2024-11-07T12:19:09,594 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/cca522d5dbf9417c971afc7184659ee2, entries=100, sequenceid=53, filesize=9.4 K 2024-11-07T12:19:09,595 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 757b3525454839ff12acd6c377cd1fbd in 1817ms, sequenceid=53, compaction requested=true 2024-11-07T12:19:09,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:09,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:09,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-11-07T12:19:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=95 2024-11-07T12:19:09,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-07T12:19:09,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8220 sec 2024-11-07T12:19:09,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 3.8270 sec 2024-11-07T12:19:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:09,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-07T12:19:09,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:09,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:09,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:09,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:09,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:09,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:09,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ce82f2d9658041f48053234725c6e199_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981948666/Put/seqid=0 2024-11-07T12:19:09,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982009799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:09,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982009802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:09,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982009803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:09,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982009803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:09,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982009804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:09,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742173_1349 (size=14594) 2024-11-07T12:19:09,819 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:09,826 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ce82f2d9658041f48053234725c6e199_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ce82f2d9658041f48053234725c6e199_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:09,828 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/89ea8d77c3de47b88dc45207868660f2, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:09,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/89ea8d77c3de47b88dc45207868660f2 is 175, key is test_row_0/A:col10/1730981948666/Put/seqid=0 2024-11-07T12:19:09,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742174_1350 (size=39549) 2024-11-07T12:19:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-07T12:19:09,879 INFO [Thread-1535 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-07T12:19:09,880 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-11-07T12:19:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-07T12:19:09,887 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:09,887 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:09,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:09,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982009909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:09,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982009911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:09,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982009911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:09,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982009912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-07T12:19:10,039 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-07T12:19:10,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:10,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982010117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982010117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982010118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982010122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-07T12:19:10,194 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-07T12:19:10,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:10,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,254 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/89ea8d77c3de47b88dc45207868660f2 2024-11-07T12:19:10,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/9b6de54eff47407aa52d7a742ffe9935 is 50, key is test_row_0/B:col10/1730981948666/Put/seqid=0 2024-11-07T12:19:10,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742175_1351 (size=12001) 2024-11-07T12:19:10,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/9b6de54eff47407aa52d7a742ffe9935 2024-11-07T12:19:10,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/838205c55ae54cf28d6b40615afcb4ef is 50, key is test_row_0/C:col10/1730981948666/Put/seqid=0 2024-11-07T12:19:10,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742176_1352 (size=12001) 2024-11-07T12:19:10,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/838205c55ae54cf28d6b40615afcb4ef 2024-11-07T12:19:10,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/89ea8d77c3de47b88dc45207868660f2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/89ea8d77c3de47b88dc45207868660f2 2024-11-07T12:19:10,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/89ea8d77c3de47b88dc45207868660f2, entries=200, sequenceid=81, filesize=38.6 K 2024-11-07T12:19:10,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/9b6de54eff47407aa52d7a742ffe9935 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/9b6de54eff47407aa52d7a742ffe9935 2024-11-07T12:19:10,348 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-07T12:19:10,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:10,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/9b6de54eff47407aa52d7a742ffe9935, entries=150, sequenceid=81, filesize=11.7 K 2024-11-07T12:19:10,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/838205c55ae54cf28d6b40615afcb4ef as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/838205c55ae54cf28d6b40615afcb4ef 2024-11-07T12:19:10,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/838205c55ae54cf28d6b40615afcb4ef, entries=150, sequenceid=81, filesize=11.7 K 2024-11-07T12:19:10,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 757b3525454839ff12acd6c377cd1fbd in 571ms, sequenceid=81, compaction requested=true 2024-11-07T12:19:10,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:10,364 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:10,365 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:10,366 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/A is initiating minor compaction (all files) 2024-11-07T12:19:10,366 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/A in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,366 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/3c173d89b99a4022b6916feb8d2bfff8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/1082ea0ebd6a48728af6822e2769e502, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/55c1353979f6473b935fdab78da289c7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/89ea8d77c3de47b88dc45207868660f2] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=146.1 K 2024-11-07T12:19:10,366 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,366 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/3c173d89b99a4022b6916feb8d2bfff8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/1082ea0ebd6a48728af6822e2769e502, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/55c1353979f6473b935fdab78da289c7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/89ea8d77c3de47b88dc45207868660f2] 2024-11-07T12:19:10,366 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c173d89b99a4022b6916feb8d2bfff8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1730981945777 2024-11-07T12:19:10,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:19:10,367 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1082ea0ebd6a48728af6822e2769e502, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1730981945813 2024-11-07T12:19:10,367 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55c1353979f6473b935fdab78da289c7, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1730981946432 2024-11-07T12:19:10,368 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89ea8d77c3de47b88dc45207868660f2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1730981948660 2024-11-07T12:19:10,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:10,369 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:10,371 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:10,371 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/B is initiating minor compaction (all files) 2024-11-07T12:19:10,371 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/B in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,371 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/b14bdb8e7af24dacbebc34e0efa079a8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/f6384b4fddc34a46a11775c9b6d4b419, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/7d7573eb96d540a8ac82963e5f7711fb, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/9b6de54eff47407aa52d7a742ffe9935] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=44.6 K 2024-11-07T12:19:10,372 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting b14bdb8e7af24dacbebc34e0efa079a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1730981945777 2024-11-07T12:19:10,373 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting f6384b4fddc34a46a11775c9b6d4b419, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1730981945813 2024-11-07T12:19:10,374 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d7573eb96d540a8ac82963e5f7711fb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1730981946432 2024-11-07T12:19:10,374 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b6de54eff47407aa52d7a742ffe9935, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1730981948666 2024-11-07T12:19:10,385 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:10,394 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#B#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:10,394 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107bf3978bece4e4a6fbffc6be5e62cdac3_757b3525454839ff12acd6c377cd1fbd store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:10,395 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/1ec60d42f98a4687a3d0fad3b100de8e is 50, key is test_row_0/B:col10/1730981948666/Put/seqid=0 2024-11-07T12:19:10,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:19:10,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:10,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:19:10,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:10,396 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107bf3978bece4e4a6fbffc6be5e62cdac3_757b3525454839ff12acd6c377cd1fbd, store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:10,397 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107bf3978bece4e4a6fbffc6be5e62cdac3_757b3525454839ff12acd6c377cd1fbd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:10,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742177_1353 (size=12139) 2024-11-07T12:19:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:10,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T12:19:10,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742178_1354 (size=4469) 2024-11-07T12:19:10,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:10,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:10,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:10,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:10,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:10,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:10,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411073534a43395f6481f9d8f8b8ad96d389a_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981950433/Put/seqid=0 2024-11-07T12:19:10,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742179_1355 (size=14594) 2024-11-07T12:19:10,467 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:10,471 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411073534a43395f6481f9d8f8b8ad96d389a_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073534a43395f6481f9d8f8b8ad96d389a_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:10,472 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/2f5927461105408e9d707ff65f3aada4, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:10,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/2f5927461105408e9d707ff65f3aada4 is 175, key is test_row_0/A:col10/1730981950433/Put/seqid=0 2024-11-07T12:19:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-07T12:19:10,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742180_1356 (size=39549) 2024-11-07T12:19:10,497 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/2f5927461105408e9d707ff65f3aada4 2024-11-07T12:19:10,504 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-07T12:19:10,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:10,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/395d300662c54cc4a91ecd938dd8801c is 50, key is test_row_0/B:col10/1730981950433/Put/seqid=0 2024-11-07T12:19:10,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982010507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982010507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982010512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982010519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742181_1357 (size=12001) 2024-11-07T12:19:10,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:10,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982010624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982010624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982010624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982010625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-07T12:19:10,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:10,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,811 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-07T12:19:10,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:10,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982010814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,831 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/1ec60d42f98a4687a3d0fad3b100de8e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/1ec60d42f98a4687a3d0fad3b100de8e 2024-11-07T12:19:10,839 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#A#compaction#299 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:10,839 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/aad64c1a843b48cd9e3a9058943e0909 is 175, key is test_row_0/A:col10/1730981948666/Put/seqid=0 2024-11-07T12:19:10,840 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/B of 757b3525454839ff12acd6c377cd1fbd into 1ec60d42f98a4687a3d0fad3b100de8e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:10,840 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:10,840 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/B, priority=12, startTime=1730981950369; duration=0sec 2024-11-07T12:19:10,840 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:10,840 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:B 2024-11-07T12:19:10,840 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:10,843 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:10,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:10,843 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/C is initiating minor compaction (all files) 2024-11-07T12:19:10,843 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/C in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,843 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/7dcf8a74ded041c09e4b99204754a8f1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/b0fdad1acaf74da6baa19c5436f6c5ae, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/cca522d5dbf9417c971afc7184659ee2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/838205c55ae54cf28d6b40615afcb4ef] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=44.6 K 2024-11-07T12:19:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982010838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982010838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,844 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dcf8a74ded041c09e4b99204754a8f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1730981945777 2024-11-07T12:19:10,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982010838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982010839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,844 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting b0fdad1acaf74da6baa19c5436f6c5ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1730981945813 2024-11-07T12:19:10,845 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting cca522d5dbf9417c971afc7184659ee2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1730981946432 2024-11-07T12:19:10,845 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 838205c55ae54cf28d6b40615afcb4ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1730981948666 2024-11-07T12:19:10,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742182_1358 (size=31093) 2024-11-07T12:19:10,891 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#C#compaction#303 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:10,892 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/0d33541804c541168fca26498eff400b is 50, key is test_row_0/C:col10/1730981948666/Put/seqid=0 2024-11-07T12:19:10,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742183_1359 (size=12139) 2024-11-07T12:19:10,964 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:10,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-07T12:19:10,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:10,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:10,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/395d300662c54cc4a91ecd938dd8801c 2024-11-07T12:19:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:10,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/7e46ca536912445498c957dd159288d2 is 50, key is test_row_0/C:col10/1730981950433/Put/seqid=0 2024-11-07T12:19:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-07T12:19:10,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742184_1360 (size=12001) 2024-11-07T12:19:11,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/7e46ca536912445498c957dd159288d2 2024-11-07T12:19:11,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/2f5927461105408e9d707ff65f3aada4 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2f5927461105408e9d707ff65f3aada4 2024-11-07T12:19:11,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2f5927461105408e9d707ff65f3aada4, entries=200, sequenceid=93, filesize=38.6 K 2024-11-07T12:19:11,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/395d300662c54cc4a91ecd938dd8801c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/395d300662c54cc4a91ecd938dd8801c 2024-11-07T12:19:11,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/395d300662c54cc4a91ecd938dd8801c, entries=150, sequenceid=93, filesize=11.7 K 2024-11-07T12:19:11,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/7e46ca536912445498c957dd159288d2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/7e46ca536912445498c957dd159288d2 2024-11-07T12:19:11,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/7e46ca536912445498c957dd159288d2, entries=150, sequenceid=93, filesize=11.7 K 2024-11-07T12:19:11,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 757b3525454839ff12acd6c377cd1fbd in 651ms, sequenceid=93, compaction requested=false 2024-11-07T12:19:11,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:11,120 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-11-07T12:19:11,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:11,121 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T12:19:11,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:11,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:11,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:11,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:11,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:11,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:11,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411077b6a3adc57c04c668ee92e2fd647a383_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981950482/Put/seqid=0 2024-11-07T12:19:11,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742185_1361 (size=12154) 2024-11-07T12:19:11,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:11,152 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411077b6a3adc57c04c668ee92e2fd647a383_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411077b6a3adc57c04c668ee92e2fd647a383_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:11,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:11,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/d9ed232f192043c2a7ac08ffcbf119d9, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:11,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/d9ed232f192043c2a7ac08ffcbf119d9 is 175, key is test_row_0/A:col10/1730981950482/Put/seqid=0 2024-11-07T12:19:11,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742186_1362 (size=30955) 2024-11-07T12:19:11,168 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/d9ed232f192043c2a7ac08ffcbf119d9 2024-11-07T12:19:11,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982011166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982011175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982011175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982011177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/83d2d7bc49a64e67bdb3df22f0036dd2 is 50, key is test_row_0/B:col10/1730981950482/Put/seqid=0 2024-11-07T12:19:11,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742187_1363 (size=12001) 2024-11-07T12:19:11,278 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/aad64c1a843b48cd9e3a9058943e0909 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/aad64c1a843b48cd9e3a9058943e0909 2024-11-07T12:19:11,284 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/A of 757b3525454839ff12acd6c377cd1fbd into aad64c1a843b48cd9e3a9058943e0909(size=30.4 K), total size for store is 69.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:11,284 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:11,284 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/A, priority=12, startTime=1730981950364; duration=0sec 2024-11-07T12:19:11,284 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:11,284 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:A 2024-11-07T12:19:11,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982011278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982011279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982011279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982011286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,339 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/0d33541804c541168fca26498eff400b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0d33541804c541168fca26498eff400b 2024-11-07T12:19:11,344 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/C of 757b3525454839ff12acd6c377cd1fbd into 0d33541804c541168fca26498eff400b(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:11,344 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:11,344 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/C, priority=12, startTime=1730981950395; duration=0sec 2024-11-07T12:19:11,345 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:11,345 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:C 2024-11-07T12:19:11,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982011488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982011488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982011488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982011494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,614 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/83d2d7bc49a64e67bdb3df22f0036dd2 2024-11-07T12:19:11,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/02ae88ed3e3444b79492393cd6c87afc is 50, key is test_row_0/C:col10/1730981950482/Put/seqid=0 2024-11-07T12:19:11,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742188_1364 (size=12001) 2024-11-07T12:19:11,657 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/02ae88ed3e3444b79492393cd6c87afc 2024-11-07T12:19:11,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/d9ed232f192043c2a7ac08ffcbf119d9 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/d9ed232f192043c2a7ac08ffcbf119d9 2024-11-07T12:19:11,668 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/d9ed232f192043c2a7ac08ffcbf119d9, entries=150, sequenceid=118, filesize=30.2 K 2024-11-07T12:19:11,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/83d2d7bc49a64e67bdb3df22f0036dd2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/83d2d7bc49a64e67bdb3df22f0036dd2 2024-11-07T12:19:11,675 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/83d2d7bc49a64e67bdb3df22f0036dd2, entries=150, sequenceid=118, filesize=11.7 K 2024-11-07T12:19:11,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/02ae88ed3e3444b79492393cd6c87afc as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/02ae88ed3e3444b79492393cd6c87afc 2024-11-07T12:19:11,681 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/02ae88ed3e3444b79492393cd6c87afc, entries=150, sequenceid=118, filesize=11.7 K 2024-11-07T12:19:11,682 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 757b3525454839ff12acd6c377cd1fbd in 561ms, sequenceid=118, compaction requested=true 2024-11-07T12:19:11,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:11,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:11,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-11-07T12:19:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-11-07T12:19:11,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-07T12:19:11,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7960 sec 2024-11-07T12:19:11,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 1.8040 sec 2024-11-07T12:19:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:11,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T12:19:11,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:11,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:11,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:11,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:11,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:11,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:11,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110724788804c1de4ba792a0d714e9a9403c_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981951151/Put/seqid=0 2024-11-07T12:19:11,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742189_1365 (size=14744) 2024-11-07T12:19:11,811 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:11,815 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110724788804c1de4ba792a0d714e9a9403c_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110724788804c1de4ba792a0d714e9a9403c_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:11,816 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/98abdabead0b40d3b74b95da65d2db9e, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:11,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/98abdabead0b40d3b74b95da65d2db9e is 175, key is test_row_0/A:col10/1730981951151/Put/seqid=0 2024-11-07T12:19:11,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742190_1366 (size=39699) 2024-11-07T12:19:11,827 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/98abdabead0b40d3b74b95da65d2db9e 2024-11-07T12:19:11,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/d3e88ffb76f741cf87dfd49791b9536e is 50, key is test_row_0/B:col10/1730981951151/Put/seqid=0 2024-11-07T12:19:11,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742191_1367 (size=12101) 2024-11-07T12:19:11,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/d3e88ffb76f741cf87dfd49791b9536e 2024-11-07T12:19:11,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982011838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/2034a8748f984ad69e2987f3f59515f4 is 50, key is test_row_0/C:col10/1730981951151/Put/seqid=0 2024-11-07T12:19:11,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982011845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982011845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982011846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742192_1368 (size=12101) 2024-11-07T12:19:11,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982011946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982011954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982011954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982011954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-07T12:19:11,993 INFO [Thread-1535 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-07T12:19:11,994 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-11-07T12:19:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-07T12:19:11,996 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:11,997 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:11,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-07T12:19:12,149 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-07T12:19:12,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:12,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:12,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982012162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982012163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982012163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982012164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/2034a8748f984ad69e2987f3f59515f4 2024-11-07T12:19:12,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/98abdabead0b40d3b74b95da65d2db9e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/98abdabead0b40d3b74b95da65d2db9e 2024-11-07T12:19:12,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/98abdabead0b40d3b74b95da65d2db9e, entries=200, sequenceid=134, filesize=38.8 K 2024-11-07T12:19:12,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/d3e88ffb76f741cf87dfd49791b9536e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/d3e88ffb76f741cf87dfd49791b9536e 2024-11-07T12:19:12,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/d3e88ffb76f741cf87dfd49791b9536e, entries=150, sequenceid=134, filesize=11.8 K 2024-11-07T12:19:12,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/2034a8748f984ad69e2987f3f59515f4 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/2034a8748f984ad69e2987f3f59515f4 2024-11-07T12:19:12,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/2034a8748f984ad69e2987f3f59515f4, entries=150, sequenceid=134, filesize=11.8 K 2024-11-07T12:19:12,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 757b3525454839ff12acd6c377cd1fbd in 486ms, sequenceid=134, compaction requested=true 2024-11-07T12:19:12,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:12,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:19:12,282 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:12,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:12,282 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:12,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:19:12,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:12,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:19:12,283 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:12,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:12,283 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/B is initiating minor compaction (all files) 2024-11-07T12:19:12,283 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/B in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:12,283 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/1ec60d42f98a4687a3d0fad3b100de8e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/395d300662c54cc4a91ecd938dd8801c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/83d2d7bc49a64e67bdb3df22f0036dd2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/d3e88ffb76f741cf87dfd49791b9536e] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=47.1 K 2024-11-07T12:19:12,283 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141296 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:12,284 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/A is initiating minor compaction (all files) 2024-11-07T12:19:12,284 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/A in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:12,284 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/aad64c1a843b48cd9e3a9058943e0909, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2f5927461105408e9d707ff65f3aada4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/d9ed232f192043c2a7ac08ffcbf119d9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/98abdabead0b40d3b74b95da65d2db9e] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=138.0 K 2024-11-07T12:19:12,284 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:12,284 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/aad64c1a843b48cd9e3a9058943e0909, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2f5927461105408e9d707ff65f3aada4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/d9ed232f192043c2a7ac08ffcbf119d9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/98abdabead0b40d3b74b95da65d2db9e] 2024-11-07T12:19:12,284 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ec60d42f98a4687a3d0fad3b100de8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1730981948666 2024-11-07T12:19:12,284 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting aad64c1a843b48cd9e3a9058943e0909, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1730981948666 2024-11-07T12:19:12,284 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 395d300662c54cc4a91ecd938dd8801c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1730981949801 2024-11-07T12:19:12,285 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 83d2d7bc49a64e67bdb3df22f0036dd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1730981950482 2024-11-07T12:19:12,285 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f5927461105408e9d707ff65f3aada4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1730981949801 2024-11-07T12:19:12,285 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting d3e88ffb76f741cf87dfd49791b9536e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1730981951151 2024-11-07T12:19:12,285 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9ed232f192043c2a7ac08ffcbf119d9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1730981950482 2024-11-07T12:19:12,286 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98abdabead0b40d3b74b95da65d2db9e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1730981951151 2024-11-07T12:19:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-07T12:19:12,301 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-11-07T12:19:12,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:12,302 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T12:19:12,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:12,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:12,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:12,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:12,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:12,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:12,310 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#B#compaction#311 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:12,311 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/280a3ee4b7b742069766f11cb70bc4a5 is 50, key is test_row_0/B:col10/1730981951151/Put/seqid=0 2024-11-07T12:19:12,340 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:12,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078bf241d3dacc4aea8a83c85c1674ac51_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981951833/Put/seqid=0 2024-11-07T12:19:12,371 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107fd250b66f5924490bd8781b57662f2ed_757b3525454839ff12acd6c377cd1fbd store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:12,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742193_1369 (size=12375) 2024-11-07T12:19:12,374 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107fd250b66f5924490bd8781b57662f2ed_757b3525454839ff12acd6c377cd1fbd, store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:12,374 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107fd250b66f5924490bd8781b57662f2ed_757b3525454839ff12acd6c377cd1fbd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:12,379 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/280a3ee4b7b742069766f11cb70bc4a5 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/280a3ee4b7b742069766f11cb70bc4a5 2024-11-07T12:19:12,387 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/B of 757b3525454839ff12acd6c377cd1fbd into 280a3ee4b7b742069766f11cb70bc4a5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:12,387 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:12,387 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/B, priority=12, startTime=1730981952282; duration=0sec 2024-11-07T12:19:12,387 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:12,387 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:B 2024-11-07T12:19:12,387 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:12,388 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:12,388 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/C is initiating minor compaction (all files) 2024-11-07T12:19:12,388 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/C in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:12,388 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0d33541804c541168fca26498eff400b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/7e46ca536912445498c957dd159288d2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/02ae88ed3e3444b79492393cd6c87afc, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/2034a8748f984ad69e2987f3f59515f4] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=47.1 K 2024-11-07T12:19:12,389 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d33541804c541168fca26498eff400b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1730981948666 2024-11-07T12:19:12,391 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e46ca536912445498c957dd159288d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1730981949801 2024-11-07T12:19:12,391 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 02ae88ed3e3444b79492393cd6c87afc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1730981950482 2024-11-07T12:19:12,393 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 2034a8748f984ad69e2987f3f59515f4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1730981951151 2024-11-07T12:19:12,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742194_1370 (size=12304) 2024-11-07T12:19:12,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742195_1371 (size=4469) 2024-11-07T12:19:12,416 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#C#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:12,418 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/492237c649cf4ccca235819d6479e18f is 50, key is test_row_0/C:col10/1730981951151/Put/seqid=0 2024-11-07T12:19:12,420 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#A#compaction#312 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:12,420 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/7fa3d9b85f97473d8c88021fe7d4a3d4 is 175, key is test_row_0/A:col10/1730981951151/Put/seqid=0 2024-11-07T12:19:12,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742197_1373 (size=31329) 2024-11-07T12:19:12,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742196_1372 (size=12375) 2024-11-07T12:19:12,480 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/7fa3d9b85f97473d8c88021fe7d4a3d4 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/7fa3d9b85f97473d8c88021fe7d4a3d4 2024-11-07T12:19:12,487 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/A of 757b3525454839ff12acd6c377cd1fbd into 7fa3d9b85f97473d8c88021fe7d4a3d4(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:12,487 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:12,487 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/A, priority=12, startTime=1730981952282; duration=0sec 2024-11-07T12:19:12,487 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:12,487 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:A 2024-11-07T12:19:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:12,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:12,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982012516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982012524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982012525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982012526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-07T12:19:12,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982012633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982012637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982012637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982012644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:12,803 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078bf241d3dacc4aea8a83c85c1674ac51_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078bf241d3dacc4aea8a83c85c1674ac51_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:12,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/ee8660d4b2dc4566aa0617a1bf1ca309, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:12,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/ee8660d4b2dc4566aa0617a1bf1ca309 is 175, key is test_row_0/A:col10/1730981951833/Put/seqid=0 2024-11-07T12:19:12,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742198_1374 (size=31105) 2024-11-07T12:19:12,830 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/ee8660d4b2dc4566aa0617a1bf1ca309 2024-11-07T12:19:12,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982012834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/66f434c89b2f4a0e80606defa3abb178 is 50, key is test_row_0/B:col10/1730981951833/Put/seqid=0 2024-11-07T12:19:12,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982012837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,842 DEBUG [Thread-1531 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4173 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., hostname=fbad4c8a32e4,36417,1730981847393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:12,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982012842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742199_1375 (size=12151) 2024-11-07T12:19:12,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982012849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982012852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:12,863 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/66f434c89b2f4a0e80606defa3abb178 2024-11-07T12:19:12,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/c87a7406a47e4776acbc3a6c63a2b776 is 50, key is test_row_0/C:col10/1730981951833/Put/seqid=0 2024-11-07T12:19:12,886 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/492237c649cf4ccca235819d6479e18f as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/492237c649cf4ccca235819d6479e18f 2024-11-07T12:19:12,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742200_1376 (size=12151) 2024-11-07T12:19:12,889 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/c87a7406a47e4776acbc3a6c63a2b776 2024-11-07T12:19:12,893 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/C of 757b3525454839ff12acd6c377cd1fbd into 492237c649cf4ccca235819d6479e18f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:12,893 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:12,893 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/C, priority=12, startTime=1730981952283; duration=0sec 2024-11-07T12:19:12,893 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:12,893 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:C 2024-11-07T12:19:12,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/ee8660d4b2dc4566aa0617a1bf1ca309 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ee8660d4b2dc4566aa0617a1bf1ca309 2024-11-07T12:19:12,904 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ee8660d4b2dc4566aa0617a1bf1ca309, entries=150, sequenceid=157, filesize=30.4 K 2024-11-07T12:19:12,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/66f434c89b2f4a0e80606defa3abb178 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/66f434c89b2f4a0e80606defa3abb178 2024-11-07T12:19:12,909 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/66f434c89b2f4a0e80606defa3abb178, entries=150, sequenceid=157, filesize=11.9 K 2024-11-07T12:19:12,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/c87a7406a47e4776acbc3a6c63a2b776 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/c87a7406a47e4776acbc3a6c63a2b776 2024-11-07T12:19:12,918 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/c87a7406a47e4776acbc3a6c63a2b776, entries=150, sequenceid=157, filesize=11.9 K 2024-11-07T12:19:12,919 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 757b3525454839ff12acd6c377cd1fbd in 616ms, sequenceid=157, compaction requested=false 2024-11-07T12:19:12,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:12,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:12,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-11-07T12:19:12,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-11-07T12:19:12,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-07T12:19:12,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 923 msec 2024-11-07T12:19:12,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 936 msec 2024-11-07T12:19:13,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-07T12:19:13,104 INFO [Thread-1535 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-07T12:19:13,105 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-11-07T12:19:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-07T12:19:13,107 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:13,107 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:13,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:13,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:13,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T12:19:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:13,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:13,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078b10042033de4a10b93c0a5ab3f80b42_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981952522/Put/seqid=0 2024-11-07T12:19:13,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742201_1377 (size=14794) 2024-11-07T12:19:13,165 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:13,174 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078b10042033de4a10b93c0a5ab3f80b42_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078b10042033de4a10b93c0a5ab3f80b42_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:13,175 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/e1c85b7fcbbb4bb493f3f29b46e7423a, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:13,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/e1c85b7fcbbb4bb493f3f29b46e7423a is 175, key is test_row_0/A:col10/1730981952522/Put/seqid=0 2024-11-07T12:19:13,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742202_1378 (size=39749) 2024-11-07T12:19:13,182 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/e1c85b7fcbbb4bb493f3f29b46e7423a 2024-11-07T12:19:13,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982013186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:13,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982013189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/12d9dd35b6224004aed9add25af6b4b9 is 50, key is test_row_0/B:col10/1730981952522/Put/seqid=0 2024-11-07T12:19:13,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982013196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982013196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-07T12:19:13,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742203_1379 (size=12151) 2024-11-07T12:19:13,259 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-07T12:19:13,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:13,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:13,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:13,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:13,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:13,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982013297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982013299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982013307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982013307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-07T12:19:13,413 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-07T12:19:13,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:13,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:13,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:13,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:13,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:13,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:13,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982013499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982013504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982013513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982013513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,567 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-07T12:19:13,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:13,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:13,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:13,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:13,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:13,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:13,611 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/12d9dd35b6224004aed9add25af6b4b9 2024-11-07T12:19:13,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/11d09a4ee13b4400b26a31b88897ace1 is 50, key is test_row_0/C:col10/1730981952522/Put/seqid=0 2024-11-07T12:19:13,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742204_1380 (size=12151) 2024-11-07T12:19:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-07T12:19:13,720 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-07T12:19:13,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:13,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:13,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:13,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:13,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:13,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:13,732 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35869 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=fbad4c8a32e4,36417,1730981847393, table=TestAcidGuarantees, region=757b3525454839ff12acd6c377cd1fbd. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T12:19:13,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982013805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982013811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982013821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982013823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,885 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:13,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-07T12:19:13,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:13,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:13,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:13,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:13,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:14,039 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-07T12:19:14,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:14,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:14,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:14,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] handler.RSProcedureHandler(58): pid=101 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:14,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=101 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=101 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:14,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/11d09a4ee13b4400b26a31b88897ace1 2024-11-07T12:19:14,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/e1c85b7fcbbb4bb493f3f29b46e7423a as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/e1c85b7fcbbb4bb493f3f29b46e7423a 2024-11-07T12:19:14,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/e1c85b7fcbbb4bb493f3f29b46e7423a, entries=200, sequenceid=176, filesize=38.8 K 2024-11-07T12:19:14,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/12d9dd35b6224004aed9add25af6b4b9 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/12d9dd35b6224004aed9add25af6b4b9 2024-11-07T12:19:14,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/12d9dd35b6224004aed9add25af6b4b9, entries=150, sequenceid=176, filesize=11.9 K 2024-11-07T12:19:14,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/11d09a4ee13b4400b26a31b88897ace1 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/11d09a4ee13b4400b26a31b88897ace1 2024-11-07T12:19:14,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/11d09a4ee13b4400b26a31b88897ace1, entries=150, sequenceid=176, filesize=11.9 K 2024-11-07T12:19:14,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 757b3525454839ff12acd6c377cd1fbd in 928ms, sequenceid=176, compaction requested=true 2024-11-07T12:19:14,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:14,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:19:14,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:14,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:19:14,077 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:14,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:14,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:19:14,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T12:19:14,077 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:14,079 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102183 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:14,079 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:14,079 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/B is initiating minor compaction (all files) 2024-11-07T12:19:14,079 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/A is initiating minor compaction (all files) 2024-11-07T12:19:14,079 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/A in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:14,079 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/B in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:14,079 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/7fa3d9b85f97473d8c88021fe7d4a3d4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ee8660d4b2dc4566aa0617a1bf1ca309, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/e1c85b7fcbbb4bb493f3f29b46e7423a] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=99.8 K 2024-11-07T12:19:14,079 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/280a3ee4b7b742069766f11cb70bc4a5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/66f434c89b2f4a0e80606defa3abb178, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/12d9dd35b6224004aed9add25af6b4b9] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=35.8 K 2024-11-07T12:19:14,079 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:14,079 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/7fa3d9b85f97473d8c88021fe7d4a3d4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ee8660d4b2dc4566aa0617a1bf1ca309, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/e1c85b7fcbbb4bb493f3f29b46e7423a] 2024-11-07T12:19:14,080 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 280a3ee4b7b742069766f11cb70bc4a5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1730981951151 2024-11-07T12:19:14,080 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7fa3d9b85f97473d8c88021fe7d4a3d4, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1730981951151 2024-11-07T12:19:14,080 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 66f434c89b2f4a0e80606defa3abb178, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1730981951833 2024-11-07T12:19:14,080 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee8660d4b2dc4566aa0617a1bf1ca309, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1730981951833 2024-11-07T12:19:14,081 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 12d9dd35b6224004aed9add25af6b4b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1730981952522 2024-11-07T12:19:14,081 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1c85b7fcbbb4bb493f3f29b46e7423a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1730981952522 2024-11-07T12:19:14,089 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:14,091 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#B#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:14,092 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/5033e01321624abc92fc249f117ecbd4 is 50, key is test_row_0/B:col10/1730981952522/Put/seqid=0 2024-11-07T12:19:14,092 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107cc9ed173426848bdb3b60ba5fd89a76a_757b3525454839ff12acd6c377cd1fbd store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:14,094 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107cc9ed173426848bdb3b60ba5fd89a76a_757b3525454839ff12acd6c377cd1fbd, store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:14,095 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107cc9ed173426848bdb3b60ba5fd89a76a_757b3525454839ff12acd6c377cd1fbd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:14,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742205_1381 (size=12527) 2024-11-07T12:19:14,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742206_1382 (size=4469) 2024-11-07T12:19:14,192 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-11-07T12:19:14,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:14,193 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-07T12:19:14,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:14,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:14,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:14,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:14,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:14,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:14,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107cb953dacefbb4ecfa4d301ba914fb6e5_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981953190/Put/seqid=0 2024-11-07T12:19:14,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-07T12:19:14,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742207_1383 (size=12304) 2024-11-07T12:19:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:14,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:14,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:14,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982014339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:14,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982014343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982014345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:14,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982014346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:14,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982014447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982014452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982014452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982014453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,539 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#A#compaction#320 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:14,540 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/704e091d4c1f4a8ca57444c01ee2cf0f is 175, key is test_row_0/A:col10/1730981952522/Put/seqid=0 2024-11-07T12:19:14,540 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/5033e01321624abc92fc249f117ecbd4 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/5033e01321624abc92fc249f117ecbd4 2024-11-07T12:19:14,546 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/B of 757b3525454839ff12acd6c377cd1fbd into 5033e01321624abc92fc249f117ecbd4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:14,546 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:14,546 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/B, priority=13, startTime=1730981954077; duration=0sec 2024-11-07T12:19:14,546 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:14,546 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:B 2024-11-07T12:19:14,546 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:14,551 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:14,551 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/C is initiating minor compaction (all files) 2024-11-07T12:19:14,551 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/C in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:14,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742208_1384 (size=31481) 2024-11-07T12:19:14,551 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/492237c649cf4ccca235819d6479e18f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/c87a7406a47e4776acbc3a6c63a2b776, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/11d09a4ee13b4400b26a31b88897ace1] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=35.8 K 2024-11-07T12:19:14,552 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 492237c649cf4ccca235819d6479e18f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1730981951151 2024-11-07T12:19:14,552 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting c87a7406a47e4776acbc3a6c63a2b776, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1730981951833 2024-11-07T12:19:14,553 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 11d09a4ee13b4400b26a31b88897ace1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1730981952522 2024-11-07T12:19:14,557 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/704e091d4c1f4a8ca57444c01ee2cf0f as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/704e091d4c1f4a8ca57444c01ee2cf0f 2024-11-07T12:19:14,561 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/A of 757b3525454839ff12acd6c377cd1fbd into 704e091d4c1f4a8ca57444c01ee2cf0f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:14,561 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:14,561 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/A, priority=13, startTime=1730981954077; duration=0sec 2024-11-07T12:19:14,561 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:14,561 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:A 2024-11-07T12:19:14,561 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#C#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:14,562 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/4bf6cbe406b240d3b6b5c9cfd28c4eb1 is 50, key is test_row_0/C:col10/1730981952522/Put/seqid=0 2024-11-07T12:19:14,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742209_1385 (size=12527) 2024-11-07T12:19:14,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:14,623 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107cb953dacefbb4ecfa4d301ba914fb6e5_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107cb953dacefbb4ecfa4d301ba914fb6e5_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:14,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/477213709f4d4940b43bda68fd1d0098, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:14,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/477213709f4d4940b43bda68fd1d0098 is 175, key is test_row_0/A:col10/1730981953190/Put/seqid=0 2024-11-07T12:19:14,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742210_1386 (size=31105) 2024-11-07T12:19:14,635 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/477213709f4d4940b43bda68fd1d0098 2024-11-07T12:19:14,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982014652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/e6d1322bd3084ff096a7e26a58381dd1 is 50, key is test_row_0/B:col10/1730981953190/Put/seqid=0 2024-11-07T12:19:14,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742211_1387 (size=12151) 2024-11-07T12:19:14,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:14,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982014662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982014662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:14,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982014662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982014958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,983 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/4bf6cbe406b240d3b6b5c9cfd28c4eb1 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/4bf6cbe406b240d3b6b5c9cfd28c4eb1 2024-11-07T12:19:14,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:14,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982014977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982014977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:14,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982014977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:14,991 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/C of 757b3525454839ff12acd6c377cd1fbd into 4bf6cbe406b240d3b6b5c9cfd28c4eb1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:14,991 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:14,991 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/C, priority=13, startTime=1730981954077; duration=0sec 2024-11-07T12:19:14,991 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:14,991 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:C 2024-11-07T12:19:15,076 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/e6d1322bd3084ff096a7e26a58381dd1 2024-11-07T12:19:15,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/605919fba8a84d04b36fd0c64182a726 is 50, key is test_row_0/C:col10/1730981953190/Put/seqid=0 2024-11-07T12:19:15,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742212_1388 (size=12151) 2024-11-07T12:19:15,156 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/605919fba8a84d04b36fd0c64182a726 2024-11-07T12:19:15,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/477213709f4d4940b43bda68fd1d0098 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/477213709f4d4940b43bda68fd1d0098 2024-11-07T12:19:15,164 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/477213709f4d4940b43bda68fd1d0098, entries=150, sequenceid=196, filesize=30.4 K 2024-11-07T12:19:15,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/e6d1322bd3084ff096a7e26a58381dd1 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/e6d1322bd3084ff096a7e26a58381dd1 2024-11-07T12:19:15,171 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/e6d1322bd3084ff096a7e26a58381dd1, entries=150, sequenceid=196, filesize=11.9 K 2024-11-07T12:19:15,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/605919fba8a84d04b36fd0c64182a726 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/605919fba8a84d04b36fd0c64182a726 2024-11-07T12:19:15,177 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/605919fba8a84d04b36fd0c64182a726, entries=150, sequenceid=196, filesize=11.9 K 2024-11-07T12:19:15,178 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 757b3525454839ff12acd6c377cd1fbd in 985ms, sequenceid=196, compaction requested=false 2024-11-07T12:19:15,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:15,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:15,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-11-07T12:19:15,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-11-07T12:19:15,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-07T12:19:15,181 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0720 sec 2024-11-07T12:19:15,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 2.0760 sec 2024-11-07T12:19:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-11-07T12:19:15,214 INFO [Thread-1535 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-11-07T12:19:15,216 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:15,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-07T12:19:15,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-07T12:19:15,217 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:15,218 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:15,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-07T12:19:15,370 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:15,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-07T12:19:15,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:15,371 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-07T12:19:15,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:15,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:15,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:15,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:15,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:15,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:15,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110788cb924e3bcb4e2281534a3807e74896_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981954342/Put/seqid=0 2024-11-07T12:19:15,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742213_1389 (size=12304) 2024-11-07T12:19:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:15,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:15,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982015505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:15,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982015506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:15,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982015509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:15,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982015509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-07T12:19:15,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982015612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:15,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982015612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:15,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982015615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:15,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982015615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:15,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982015815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:15,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982015815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-07T12:19:15,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:15,824 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110788cb924e3bcb4e2281534a3807e74896_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110788cb924e3bcb4e2281534a3807e74896_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:15,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982015819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:15,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982015819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:15,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/2bbbac0b31da461cbefd95e95c8ed714, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:15,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/2bbbac0b31da461cbefd95e95c8ed714 is 175, key is test_row_0/A:col10/1730981954342/Put/seqid=0 2024-11-07T12:19:15,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742214_1390 (size=31105) 2024-11-07T12:19:15,835 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/2bbbac0b31da461cbefd95e95c8ed714 2024-11-07T12:19:15,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/cf825d0b44174ce98b614c94542aa8e3 is 50, key is test_row_0/B:col10/1730981954342/Put/seqid=0 2024-11-07T12:19:15,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742215_1391 (size=12151) 2024-11-07T12:19:16,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982016118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:16,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982016120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:16,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982016126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:16,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982016126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:16,256 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/cf825d0b44174ce98b614c94542aa8e3 2024-11-07T12:19:16,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/184cd9e8d11844ec825b20029ca2f5d7 is 50, key is test_row_0/C:col10/1730981954342/Put/seqid=0 2024-11-07T12:19:16,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742216_1392 (size=12151) 2024-11-07T12:19:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-07T12:19:16,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982016624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:16,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982016626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:16,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982016631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:16,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982016634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:16,669 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/184cd9e8d11844ec825b20029ca2f5d7 2024-11-07T12:19:16,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/2bbbac0b31da461cbefd95e95c8ed714 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2bbbac0b31da461cbefd95e95c8ed714 2024-11-07T12:19:16,682 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2bbbac0b31da461cbefd95e95c8ed714, entries=150, sequenceid=215, filesize=30.4 K 2024-11-07T12:19:16,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/cf825d0b44174ce98b614c94542aa8e3 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/cf825d0b44174ce98b614c94542aa8e3 2024-11-07T12:19:16,692 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/cf825d0b44174ce98b614c94542aa8e3, entries=150, sequenceid=215, filesize=11.9 K 2024-11-07T12:19:16,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/184cd9e8d11844ec825b20029ca2f5d7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/184cd9e8d11844ec825b20029ca2f5d7 2024-11-07T12:19:16,701 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/184cd9e8d11844ec825b20029ca2f5d7, entries=150, sequenceid=215, filesize=11.9 K 2024-11-07T12:19:16,702 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 757b3525454839ff12acd6c377cd1fbd in 1331ms, sequenceid=215, compaction requested=true 2024-11-07T12:19:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-07T12:19:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-07T12:19:16,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-07T12:19:16,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4890 sec 2024-11-07T12:19:16,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.4940 sec 2024-11-07T12:19:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:16,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-07T12:19:16,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:16,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:16,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:16,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:16,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:16,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:16,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107dbf118dc18c44179896873f6bfed14f1_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981955503/Put/seqid=0 2024-11-07T12:19:16,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742217_1393 (size=14794) 2024-11-07T12:19:16,921 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:16,924 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107dbf118dc18c44179896873f6bfed14f1_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107dbf118dc18c44179896873f6bfed14f1_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:16,925 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/06706104ad3946cfb031597ec8ef1390, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:16,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/06706104ad3946cfb031597ec8ef1390 is 175, key is test_row_0/A:col10/1730981955503/Put/seqid=0 2024-11-07T12:19:16,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742218_1394 (size=39749) 2024-11-07T12:19:16,936 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/06706104ad3946cfb031597ec8ef1390 2024-11-07T12:19:16,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/de7f716458604085babcd151c67bb487 is 50, key is test_row_0/B:col10/1730981955503/Put/seqid=0 2024-11-07T12:19:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742219_1395 (size=12151) 2024-11-07T12:19:16,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982016968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982017077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982017285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-07T12:19:17,321 INFO [Thread-1535 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-07T12:19:17,322 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-07T12:19:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-07T12:19:17,324 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:17,325 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:17,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:17,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/de7f716458604085babcd151c67bb487 2024-11-07T12:19:17,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/284828a38ea84e19b34034c9db71f35a is 50, key is test_row_0/C:col10/1730981955503/Put/seqid=0 2024-11-07T12:19:17,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742220_1396 (size=12151) 2024-11-07T12:19:17,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/284828a38ea84e19b34034c9db71f35a 2024-11-07T12:19:17,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/06706104ad3946cfb031597ec8ef1390 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/06706104ad3946cfb031597ec8ef1390 2024-11-07T12:19:17,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/06706104ad3946cfb031597ec8ef1390, entries=200, sequenceid=237, filesize=38.8 K 2024-11-07T12:19:17,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/de7f716458604085babcd151c67bb487 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/de7f716458604085babcd151c67bb487 2024-11-07T12:19:17,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/de7f716458604085babcd151c67bb487, entries=150, sequenceid=237, filesize=11.9 K 2024-11-07T12:19:17,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/284828a38ea84e19b34034c9db71f35a as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/284828a38ea84e19b34034c9db71f35a 2024-11-07T12:19:17,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/284828a38ea84e19b34034c9db71f35a, entries=150, sequenceid=237, filesize=11.9 K 2024-11-07T12:19:17,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 757b3525454839ff12acd6c377cd1fbd in 527ms, sequenceid=237, compaction requested=true 2024-11-07T12:19:17,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:17,406 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:17,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:19:17,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:17,407 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:17,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:19:17,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:17,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:19:17,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:17,408 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133440 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:17,408 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:17,408 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/B is initiating minor compaction (all files) 2024-11-07T12:19:17,408 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/B in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:17,408 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/A is initiating minor compaction (all files) 2024-11-07T12:19:17,408 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/5033e01321624abc92fc249f117ecbd4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/e6d1322bd3084ff096a7e26a58381dd1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/cf825d0b44174ce98b614c94542aa8e3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/de7f716458604085babcd151c67bb487] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=47.8 K 2024-11-07T12:19:17,409 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/A in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:17,409 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 5033e01321624abc92fc249f117ecbd4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1730981952522 2024-11-07T12:19:17,409 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/704e091d4c1f4a8ca57444c01ee2cf0f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/477213709f4d4940b43bda68fd1d0098, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2bbbac0b31da461cbefd95e95c8ed714, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/06706104ad3946cfb031597ec8ef1390] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=130.3 K 2024-11-07T12:19:17,409 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:17,409 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/704e091d4c1f4a8ca57444c01ee2cf0f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/477213709f4d4940b43bda68fd1d0098, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2bbbac0b31da461cbefd95e95c8ed714, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/06706104ad3946cfb031597ec8ef1390] 2024-11-07T12:19:17,409 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting e6d1322bd3084ff096a7e26a58381dd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1730981953183 2024-11-07T12:19:17,410 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting cf825d0b44174ce98b614c94542aa8e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1730981954342 2024-11-07T12:19:17,410 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 704e091d4c1f4a8ca57444c01ee2cf0f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1730981952522 2024-11-07T12:19:17,410 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting de7f716458604085babcd151c67bb487, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730981955503 2024-11-07T12:19:17,410 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 477213709f4d4940b43bda68fd1d0098, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1730981953183 2024-11-07T12:19:17,411 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2bbbac0b31da461cbefd95e95c8ed714, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1730981954342 2024-11-07T12:19:17,411 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06706104ad3946cfb031597ec8ef1390, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730981955503 2024-11-07T12:19:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-07T12:19:17,432 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#B#compaction#332 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:17,432 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/47253385953042ffa6c6dd03a3b920b7 is 50, key is test_row_0/B:col10/1730981955503/Put/seqid=0 2024-11-07T12:19:17,439 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:17,443 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107bbb06a4f0bd54f059db04d75188945c4_757b3525454839ff12acd6c377cd1fbd store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:17,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742221_1397 (size=12663) 2024-11-07T12:19:17,445 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107bbb06a4f0bd54f059db04d75188945c4_757b3525454839ff12acd6c377cd1fbd, store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:17,445 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107bbb06a4f0bd54f059db04d75188945c4_757b3525454839ff12acd6c377cd1fbd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:17,477 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-07T12:19:17,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:17,479 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T12:19:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:17,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a21645b39b17490292565be9bb1f4768_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981956956/Put/seqid=0 2024-11-07T12:19:17,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742222_1398 (size=4469) 2024-11-07T12:19:17,494 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#A#compaction#333 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:17,495 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/a5596c1be43e4babbaceffac36d7f93a is 175, key is test_row_0/A:col10/1730981955503/Put/seqid=0 2024-11-07T12:19:17,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742224_1400 (size=31617) 2024-11-07T12:19:17,512 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/a5596c1be43e4babbaceffac36d7f93a as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/a5596c1be43e4babbaceffac36d7f93a 2024-11-07T12:19:17,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742223_1399 (size=12304) 2024-11-07T12:19:17,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:17,522 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a21645b39b17490292565be9bb1f4768_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a21645b39b17490292565be9bb1f4768_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:17,522 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/A of 757b3525454839ff12acd6c377cd1fbd into a5596c1be43e4babbaceffac36d7f93a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:17,522 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:17,522 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/A, priority=12, startTime=1730981957406; duration=0sec 2024-11-07T12:19:17,522 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:17,522 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:A 2024-11-07T12:19:17,522 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:17,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/ae7d6ac8a54e42db9d2c55ac92036cc5, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:17,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/ae7d6ac8a54e42db9d2c55ac92036cc5 is 175, key is test_row_0/A:col10/1730981956956/Put/seqid=0 2024-11-07T12:19:17,527 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:17,527 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/C is initiating minor compaction (all files) 2024-11-07T12:19:17,528 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/C in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:17,528 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/4bf6cbe406b240d3b6b5c9cfd28c4eb1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/605919fba8a84d04b36fd0c64182a726, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/184cd9e8d11844ec825b20029ca2f5d7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/284828a38ea84e19b34034c9db71f35a] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=47.8 K 2024-11-07T12:19:17,528 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bf6cbe406b240d3b6b5c9cfd28c4eb1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1730981952522 2024-11-07T12:19:17,529 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 605919fba8a84d04b36fd0c64182a726, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1730981953183 2024-11-07T12:19:17,529 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 184cd9e8d11844ec825b20029ca2f5d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1730981954342 2024-11-07T12:19:17,529 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 284828a38ea84e19b34034c9db71f35a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730981955503 2024-11-07T12:19:17,539 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#C#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:17,539 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/583876f377544798ac4b9d09e59691b8 is 50, key is test_row_0/C:col10/1730981955503/Put/seqid=0 2024-11-07T12:19:17,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742225_1401 (size=31105) 2024-11-07T12:19:17,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742226_1402 (size=12663) 2024-11-07T12:19:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:17,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-07T12:19:17,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982017657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:17,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982017658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982017659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982017659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982017660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982017768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982017769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982017774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:17,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982017775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982017776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,848 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/47253385953042ffa6c6dd03a3b920b7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/47253385953042ffa6c6dd03a3b920b7 2024-11-07T12:19:17,852 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/B of 757b3525454839ff12acd6c377cd1fbd into 47253385953042ffa6c6dd03a3b920b7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:17,852 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:17,852 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/B, priority=12, startTime=1730981957406; duration=0sec 2024-11-07T12:19:17,852 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:17,852 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:B 2024-11-07T12:19:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-07T12:19:17,943 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/ae7d6ac8a54e42db9d2c55ac92036cc5 2024-11-07T12:19:17,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/c1ccc85c72f0493d85256bfe94a40e9c is 50, key is test_row_0/B:col10/1730981956956/Put/seqid=0 2024-11-07T12:19:17,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742227_1403 (size=12151) 2024-11-07T12:19:17,955 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/c1ccc85c72f0493d85256bfe94a40e9c 2024-11-07T12:19:17,959 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/583876f377544798ac4b9d09e59691b8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/583876f377544798ac4b9d09e59691b8 2024-11-07T12:19:17,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/abb11044c5b34b05b917cf73a8da7fc1 is 50, key is test_row_0/C:col10/1730981956956/Put/seqid=0 2024-11-07T12:19:17,965 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/C of 757b3525454839ff12acd6c377cd1fbd into 583876f377544798ac4b9d09e59691b8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:17,966 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:17,966 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/C, priority=12, startTime=1730981957407; duration=0sec 2024-11-07T12:19:17,966 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:17,966 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:C 2024-11-07T12:19:17,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742228_1404 (size=12151) 2024-11-07T12:19:17,972 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/abb11044c5b34b05b917cf73a8da7fc1 2024-11-07T12:19:17,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/ae7d6ac8a54e42db9d2c55ac92036cc5 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ae7d6ac8a54e42db9d2c55ac92036cc5 2024-11-07T12:19:17,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982017973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982017975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982017982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982017986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982017987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:17,996 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ae7d6ac8a54e42db9d2c55ac92036cc5, entries=150, sequenceid=251, filesize=30.4 K 2024-11-07T12:19:17,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/c1ccc85c72f0493d85256bfe94a40e9c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/c1ccc85c72f0493d85256bfe94a40e9c 2024-11-07T12:19:18,015 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/c1ccc85c72f0493d85256bfe94a40e9c, entries=150, sequenceid=251, filesize=11.9 K 2024-11-07T12:19:18,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/abb11044c5b34b05b917cf73a8da7fc1 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/abb11044c5b34b05b917cf73a8da7fc1 2024-11-07T12:19:18,027 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/abb11044c5b34b05b917cf73a8da7fc1, entries=150, sequenceid=251, filesize=11.9 K 2024-11-07T12:19:18,028 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 757b3525454839ff12acd6c377cd1fbd in 550ms, sequenceid=251, compaction requested=false 2024-11-07T12:19:18,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:18,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-07T12:19:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-07T12:19:18,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-07T12:19:18,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 708 msec 2024-11-07T12:19:18,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 714 msec 2024-11-07T12:19:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:18,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T12:19:18,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:18,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:18,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:18,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:18,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:18,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:18,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411070eaab29c4a67473a88a5ae24f00ff905_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981957645/Put/seqid=0 2024-11-07T12:19:18,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982018300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982018301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982018301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982018302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982018306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742229_1405 (size=14994) 2024-11-07T12:19:18,314 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:18,318 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411070eaab29c4a67473a88a5ae24f00ff905_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411070eaab29c4a67473a88a5ae24f00ff905_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:18,318 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/f44ae098d44a47c686a361c5ee368c87, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:18,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/f44ae098d44a47c686a361c5ee368c87 is 175, key is test_row_0/A:col10/1730981957645/Put/seqid=0 2024-11-07T12:19:18,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742230_1406 (size=39949) 2024-11-07T12:19:18,327 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/f44ae098d44a47c686a361c5ee368c87 2024-11-07T12:19:18,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/befcbd3cfc8441a5ba9cd7d34558b58e is 50, key is test_row_0/B:col10/1730981957645/Put/seqid=0 2024-11-07T12:19:18,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742231_1407 (size=12301) 2024-11-07T12:19:18,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982018408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982018408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982018408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982018412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-07T12:19:18,427 INFO [Thread-1535 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-07T12:19:18,429 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-07T12:19:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-07T12:19:18,430 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:18,431 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:18,431 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-07T12:19:18,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-07T12:19:18,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:18,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:18,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:18,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:18,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:18,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982018612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982018613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982018613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982018617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-07T12:19:18,740 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-07T12:19:18,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:18,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:18,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:18,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:18,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:18,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/befcbd3cfc8441a5ba9cd7d34558b58e 2024-11-07T12:19:18,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/2f0e39ea8cd94ac189eab7a1ac6aa6ca is 50, key is test_row_0/C:col10/1730981957645/Put/seqid=0 2024-11-07T12:19:18,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742232_1408 (size=12301) 2024-11-07T12:19:18,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982018811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,893 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-07T12:19:18,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:18,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:18,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:18,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:18,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:18,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982018921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982018922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982018923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:18,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982018927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-07T12:19:19,049 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:19,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-07T12:19:19,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:19,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:19,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:19,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:19,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:19,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:19,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/2f0e39ea8cd94ac189eab7a1ac6aa6ca 2024-11-07T12:19:19,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/f44ae098d44a47c686a361c5ee368c87 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/f44ae098d44a47c686a361c5ee368c87 2024-11-07T12:19:19,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/f44ae098d44a47c686a361c5ee368c87, entries=200, sequenceid=279, filesize=39.0 K 2024-11-07T12:19:19,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/befcbd3cfc8441a5ba9cd7d34558b58e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/befcbd3cfc8441a5ba9cd7d34558b58e 2024-11-07T12:19:19,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/befcbd3cfc8441a5ba9cd7d34558b58e, entries=150, sequenceid=279, filesize=12.0 K 2024-11-07T12:19:19,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/2f0e39ea8cd94ac189eab7a1ac6aa6ca as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/2f0e39ea8cd94ac189eab7a1ac6aa6ca 2024-11-07T12:19:19,203 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:19,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-07T12:19:19,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:19,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:19,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:19,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:19,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:19,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/2f0e39ea8cd94ac189eab7a1ac6aa6ca, entries=150, sequenceid=279, filesize=12.0 K 2024-11-07T12:19:19,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 757b3525454839ff12acd6c377cd1fbd in 924ms, sequenceid=279, compaction requested=true 2024-11-07T12:19:19,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:19,210 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:19,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:19:19,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:19,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:19:19,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:19,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:19:19,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:19,210 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:19,211 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:19,211 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102671 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:19,211 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/B is initiating minor compaction (all files) 2024-11-07T12:19:19,211 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/A is initiating minor compaction (all files) 2024-11-07T12:19:19,211 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/B in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:19,211 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/A in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:19,211 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/47253385953042ffa6c6dd03a3b920b7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/c1ccc85c72f0493d85256bfe94a40e9c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/befcbd3cfc8441a5ba9cd7d34558b58e] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=36.2 K 2024-11-07T12:19:19,211 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/a5596c1be43e4babbaceffac36d7f93a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ae7d6ac8a54e42db9d2c55ac92036cc5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/f44ae098d44a47c686a361c5ee368c87] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=100.3 K 2024-11-07T12:19:19,211 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:19,211 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/a5596c1be43e4babbaceffac36d7f93a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ae7d6ac8a54e42db9d2c55ac92036cc5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/f44ae098d44a47c686a361c5ee368c87] 2024-11-07T12:19:19,212 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 47253385953042ffa6c6dd03a3b920b7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730981955503 2024-11-07T12:19:19,212 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5596c1be43e4babbaceffac36d7f93a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730981955503 2024-11-07T12:19:19,212 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae7d6ac8a54e42db9d2c55ac92036cc5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1730981956941 2024-11-07T12:19:19,213 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting c1ccc85c72f0493d85256bfe94a40e9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1730981956941 2024-11-07T12:19:19,213 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting f44ae098d44a47c686a361c5ee368c87, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1730981957645 2024-11-07T12:19:19,213 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting befcbd3cfc8441a5ba9cd7d34558b58e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1730981957645 2024-11-07T12:19:19,219 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:19,221 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110794dfef29985046879105c794ae11c321_757b3525454839ff12acd6c377cd1fbd store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:19,224 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110794dfef29985046879105c794ae11c321_757b3525454839ff12acd6c377cd1fbd, store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:19,224 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110794dfef29985046879105c794ae11c321_757b3525454839ff12acd6c377cd1fbd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:19,225 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#B#compaction#342 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:19,225 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/f28680db512e4954813db01dfcb01df9 is 50, key is test_row_0/B:col10/1730981957645/Put/seqid=0 2024-11-07T12:19:19,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742233_1409 (size=12915) 2024-11-07T12:19:19,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742234_1410 (size=4469) 2024-11-07T12:19:19,245 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#A#compaction#341 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:19,246 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/e361020a21e04e1cb94661773700f3b2 is 175, key is test_row_0/A:col10/1730981957645/Put/seqid=0 2024-11-07T12:19:19,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742235_1411 (size=31869) 2024-11-07T12:19:19,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:19,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-07T12:19:19,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:19,356 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T12:19:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:19,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:19,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a25a80ba85ea49e8a78964970698c3b1_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981958297/Put/seqid=0 2024-11-07T12:19:19,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742236_1412 (size=12454) 2024-11-07T12:19:19,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:19,383 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107a25a80ba85ea49e8a78964970698c3b1_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a25a80ba85ea49e8a78964970698c3b1_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:19,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/b77b1e2ccbe343429f5d7fef0c3d0265, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:19,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/b77b1e2ccbe343429f5d7fef0c3d0265 is 175, key is test_row_0/A:col10/1730981958297/Put/seqid=0 2024-11-07T12:19:19,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742237_1413 (size=31255) 2024-11-07T12:19:19,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:19,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982019463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:19,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:19,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982019464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:19,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982019465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:19,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:19,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982019466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:19,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-07T12:19:19,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982019569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:19,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982019574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:19,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982019578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:19,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:19,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982019581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:19,639 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/f28680db512e4954813db01dfcb01df9 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/f28680db512e4954813db01dfcb01df9 2024-11-07T12:19:19,643 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/B of 757b3525454839ff12acd6c377cd1fbd into f28680db512e4954813db01dfcb01df9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:19,643 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:19,643 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/B, priority=13, startTime=1730981959210; duration=0sec 2024-11-07T12:19:19,643 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:19,643 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:B 2024-11-07T12:19:19,643 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:19,644 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:19,644 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/C is initiating minor compaction (all files) 2024-11-07T12:19:19,644 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/C in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:19,645 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/583876f377544798ac4b9d09e59691b8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/abb11044c5b34b05b917cf73a8da7fc1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/2f0e39ea8cd94ac189eab7a1ac6aa6ca] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=36.2 K 2024-11-07T12:19:19,645 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 583876f377544798ac4b9d09e59691b8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730981955503 2024-11-07T12:19:19,645 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting abb11044c5b34b05b917cf73a8da7fc1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1730981956941 2024-11-07T12:19:19,645 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f0e39ea8cd94ac189eab7a1ac6aa6ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1730981957645 2024-11-07T12:19:19,652 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#C#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:19,653 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/593955181a294cb3b399c37e07ca8d20 is 50, key is test_row_0/C:col10/1730981957645/Put/seqid=0 2024-11-07T12:19:19,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742238_1414 (size=12915) 2024-11-07T12:19:19,657 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/e361020a21e04e1cb94661773700f3b2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/e361020a21e04e1cb94661773700f3b2 2024-11-07T12:19:19,661 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/593955181a294cb3b399c37e07ca8d20 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/593955181a294cb3b399c37e07ca8d20 2024-11-07T12:19:19,662 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/A of 757b3525454839ff12acd6c377cd1fbd into e361020a21e04e1cb94661773700f3b2(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:19,662 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:19,662 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/A, priority=13, startTime=1730981959210; duration=0sec 2024-11-07T12:19:19,662 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:19,662 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:A 2024-11-07T12:19:19,666 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/C of 757b3525454839ff12acd6c377cd1fbd into 593955181a294cb3b399c37e07ca8d20(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:19,666 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:19,666 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/C, priority=13, startTime=1730981959210; duration=0sec 2024-11-07T12:19:19,666 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:19,666 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:C 2024-11-07T12:19:19,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982019780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:19,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982019780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:19,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:19,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982019781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:19,788 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/b77b1e2ccbe343429f5d7fef0c3d0265 2024-11-07T12:19:19,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:19,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982019787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:19,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/31bc05e5e8bf4b519c65c281b2ac37c8 is 50, key is test_row_0/B:col10/1730981958297/Put/seqid=0 2024-11-07T12:19:19,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742239_1415 (size=12301) 2024-11-07T12:19:19,812 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/31bc05e5e8bf4b519c65c281b2ac37c8 2024-11-07T12:19:19,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/a45aa2cb5df4420497cdcff69fdee192 is 50, key is test_row_0/C:col10/1730981958297/Put/seqid=0 2024-11-07T12:19:19,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742240_1416 (size=12301) 2024-11-07T12:19:19,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:19,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982019829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982020087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982020087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:20,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982020088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:20,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982020095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,226 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/a45aa2cb5df4420497cdcff69fdee192 2024-11-07T12:19:20,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/b77b1e2ccbe343429f5d7fef0c3d0265 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/b77b1e2ccbe343429f5d7fef0c3d0265 2024-11-07T12:19:20,244 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/b77b1e2ccbe343429f5d7fef0c3d0265, entries=150, sequenceid=290, filesize=30.5 K 2024-11-07T12:19:20,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/31bc05e5e8bf4b519c65c281b2ac37c8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/31bc05e5e8bf4b519c65c281b2ac37c8 2024-11-07T12:19:20,249 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/31bc05e5e8bf4b519c65c281b2ac37c8, entries=150, sequenceid=290, filesize=12.0 K 2024-11-07T12:19:20,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/a45aa2cb5df4420497cdcff69fdee192 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/a45aa2cb5df4420497cdcff69fdee192 2024-11-07T12:19:20,255 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/a45aa2cb5df4420497cdcff69fdee192, entries=150, sequenceid=290, filesize=12.0 K 2024-11-07T12:19:20,256 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 757b3525454839ff12acd6c377cd1fbd in 900ms, sequenceid=290, compaction requested=false 2024-11-07T12:19:20,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:20,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:20,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-07T12:19:20,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-07T12:19:20,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-07T12:19:20,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.8310 sec 2024-11-07T12:19:20,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8270 sec 2024-11-07T12:19:20,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-07T12:19:20,534 INFO [Thread-1535 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-07T12:19:20,536 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:20,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-07T12:19:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-07T12:19:20,537 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:20,538 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:20,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:20,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-07T12:19:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:20,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:20,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:20,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:20,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:20,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:20,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:20,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982020614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411073d10b99aaa6c4416b0ce1f6dac466c51_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981959464/Put/seqid=0 2024-11-07T12:19:20,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982020616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982020617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982020618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742241_1417 (size=12454) 2024-11-07T12:19:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-07T12:19:20,690 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-07T12:19:20,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:20,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:20,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:20,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:20,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:20,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982020718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982020725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982020726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982020728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-07T12:19:20,842 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-07T12:19:20,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:20,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:20,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:20,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:20,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:20,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:20,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982020932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982020932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982020933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982020934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,995 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:20,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-07T12:19:20,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:20,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:20,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:20,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:20,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:20,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:21,044 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:21,066 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411073d10b99aaa6c4416b0ce1f6dac466c51_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073d10b99aaa6c4416b0ce1f6dac466c51_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:21,069 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/3039869fa31949eda2a6aa97cad776d4, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:21,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/3039869fa31949eda2a6aa97cad776d4 is 175, key is test_row_0/A:col10/1730981959464/Put/seqid=0 2024-11-07T12:19:21,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742242_1418 (size=31255) 2024-11-07T12:19:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-07T12:19:21,152 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:21,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-07T12:19:21,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:21,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:21,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:21,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:21,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:21,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:21,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982021239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:21,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982021239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:21,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:21,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982021240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:21,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982021241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:21,312 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:21,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-07T12:19:21,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:21,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:21,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:21,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:21,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:21,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:21,467 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:21,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-07T12:19:21,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:21,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:21,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:21,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:21,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:21,476 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/3039869fa31949eda2a6aa97cad776d4 2024-11-07T12:19:21,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/1e46d6b689944cb29211ef92e2800985 is 50, key is test_row_0/B:col10/1730981959464/Put/seqid=0 2024-11-07T12:19:21,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742243_1419 (size=12301) 2024-11-07T12:19:21,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/1e46d6b689944cb29211ef92e2800985 2024-11-07T12:19:21,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/eb6ec14244eb4c2e95c7cf75851b6b44 is 50, key is test_row_0/C:col10/1730981959464/Put/seqid=0 2024-11-07T12:19:21,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742244_1420 (size=12301) 2024-11-07T12:19:21,620 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:21,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-07T12:19:21,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:21,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:21,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:21,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:21,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:21,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-07T12:19:21,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:21,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982021746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:21,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982021748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:21,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982021750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:21,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982021751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:21,773 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:21,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-07T12:19:21,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:21,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:21,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:21,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:21,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:21,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:21,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:21,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34652 deadline: 1730982021836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:21,841 DEBUG [Thread-1525 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., hostname=fbad4c8a32e4,36417,1730981847393, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T12:19:21,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/eb6ec14244eb4c2e95c7cf75851b6b44 2024-11-07T12:19:21,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/3039869fa31949eda2a6aa97cad776d4 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/3039869fa31949eda2a6aa97cad776d4 2024-11-07T12:19:21,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/3039869fa31949eda2a6aa97cad776d4, entries=150, sequenceid=320, filesize=30.5 K 2024-11-07T12:19:21,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/1e46d6b689944cb29211ef92e2800985 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/1e46d6b689944cb29211ef92e2800985 2024-11-07T12:19:21,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/1e46d6b689944cb29211ef92e2800985, entries=150, sequenceid=320, filesize=12.0 K 2024-11-07T12:19:21,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/eb6ec14244eb4c2e95c7cf75851b6b44 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/eb6ec14244eb4c2e95c7cf75851b6b44 2024-11-07T12:19:21,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/eb6ec14244eb4c2e95c7cf75851b6b44, entries=150, sequenceid=320, filesize=12.0 K 2024-11-07T12:19:21,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 757b3525454839ff12acd6c377cd1fbd in 1317ms, sequenceid=320, compaction requested=true 2024-11-07T12:19:21,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:21,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:19:21,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:21,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:19:21,916 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:21,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:21,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:19:21,916 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:21,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:21,917 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:21,917 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:21,917 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/B is initiating minor compaction (all files) 2024-11-07T12:19:21,917 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/A is initiating minor compaction (all files) 2024-11-07T12:19:21,917 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/A in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:21,917 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/B in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:21,918 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/e361020a21e04e1cb94661773700f3b2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/b77b1e2ccbe343429f5d7fef0c3d0265, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/3039869fa31949eda2a6aa97cad776d4] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=92.2 K 2024-11-07T12:19:21,918 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/f28680db512e4954813db01dfcb01df9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/31bc05e5e8bf4b519c65c281b2ac37c8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/1e46d6b689944cb29211ef92e2800985] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=36.6 K 2024-11-07T12:19:21,918 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:21,918 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/e361020a21e04e1cb94661773700f3b2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/b77b1e2ccbe343429f5d7fef0c3d0265, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/3039869fa31949eda2a6aa97cad776d4] 2024-11-07T12:19:21,918 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting f28680db512e4954813db01dfcb01df9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1730981957645 2024-11-07T12:19:21,918 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting e361020a21e04e1cb94661773700f3b2, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1730981957645 2024-11-07T12:19:21,918 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 31bc05e5e8bf4b519c65c281b2ac37c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1730981958297 2024-11-07T12:19:21,918 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting b77b1e2ccbe343429f5d7fef0c3d0265, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1730981958297 2024-11-07T12:19:21,919 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e46d6b689944cb29211ef92e2800985, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1730981959464 2024-11-07T12:19:21,919 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3039869fa31949eda2a6aa97cad776d4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1730981959464 2024-11-07T12:19:21,926 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#B#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:21,927 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/ba48c3130410476d9cc95273ca1494f7 is 50, key is test_row_0/B:col10/1730981959464/Put/seqid=0 2024-11-07T12:19:21,928 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:21,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-07T12:19:21,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:21,928 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-07T12:19:21,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:21,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:21,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:21,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:21,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:21,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:21,929 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:21,933 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107e81bcf9c294043e5b314cecbe0fa5960_757b3525454839ff12acd6c377cd1fbd store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:21,935 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107e81bcf9c294043e5b314cecbe0fa5960_757b3525454839ff12acd6c377cd1fbd, store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:21,935 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e81bcf9c294043e5b314cecbe0fa5960_757b3525454839ff12acd6c377cd1fbd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:21,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110721ed2ccb98a7449a9437380e28f4ae05_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981960615/Put/seqid=0 2024-11-07T12:19:21,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742245_1421 (size=13017) 2024-11-07T12:19:21,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742246_1422 (size=4469) 2024-11-07T12:19:21,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742247_1423 (size=12454) 2024-11-07T12:19:21,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:21,981 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110721ed2ccb98a7449a9437380e28f4ae05_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110721ed2ccb98a7449a9437380e28f4ae05_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/20e1706b84da4e4a9c867f85e6dd314b, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/20e1706b84da4e4a9c867f85e6dd314b is 175, key is test_row_0/A:col10/1730981960615/Put/seqid=0 2024-11-07T12:19:21,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742248_1424 (size=31255) 2024-11-07T12:19:21,989 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/20e1706b84da4e4a9c867f85e6dd314b 2024-11-07T12:19:21,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/77e2f7be7f174b55a5c958ae862ddd8f is 50, key is test_row_0/B:col10/1730981960615/Put/seqid=0 2024-11-07T12:19:22,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742249_1425 (size=12301) 2024-11-07T12:19:22,007 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/77e2f7be7f174b55a5c958ae862ddd8f 2024-11-07T12:19:22,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/6a24bbb8f3fd4ea0838f2a991c453cc2 is 50, key is test_row_0/C:col10/1730981960615/Put/seqid=0 2024-11-07T12:19:22,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742250_1426 (size=12301) 2024-11-07T12:19:22,361 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/ba48c3130410476d9cc95273ca1494f7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/ba48c3130410476d9cc95273ca1494f7 2024-11-07T12:19:22,367 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/B of 757b3525454839ff12acd6c377cd1fbd into ba48c3130410476d9cc95273ca1494f7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:22,367 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:22,367 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/B, priority=13, startTime=1730981961916; duration=0sec 2024-11-07T12:19:22,367 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:22,367 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:B 2024-11-07T12:19:22,367 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:22,368 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#A#compaction#351 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:22,368 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/ef628983974a4a6e8c6e8a6cd7b954a6 is 175, key is test_row_0/A:col10/1730981959464/Put/seqid=0 2024-11-07T12:19:22,371 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:22,371 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/C is initiating minor compaction (all files) 2024-11-07T12:19:22,371 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/C in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:22,371 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/593955181a294cb3b399c37e07ca8d20, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/a45aa2cb5df4420497cdcff69fdee192, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/eb6ec14244eb4c2e95c7cf75851b6b44] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=36.6 K 2024-11-07T12:19:22,373 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 593955181a294cb3b399c37e07ca8d20, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1730981957645 2024-11-07T12:19:22,373 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting a45aa2cb5df4420497cdcff69fdee192, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1730981958297 2024-11-07T12:19:22,375 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting eb6ec14244eb4c2e95c7cf75851b6b44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1730981959464 2024-11-07T12:19:22,385 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#C#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:22,386 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/72467d74bf3a4a19b0d73374b6a54020 is 50, key is test_row_0/C:col10/1730981959464/Put/seqid=0 2024-11-07T12:19:22,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742251_1427 (size=31971) 2024-11-07T12:19:22,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742252_1428 (size=13017) 2024-11-07T12:19:22,422 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/6a24bbb8f3fd4ea0838f2a991c453cc2 2024-11-07T12:19:22,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/20e1706b84da4e4a9c867f85e6dd314b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/20e1706b84da4e4a9c867f85e6dd314b 2024-11-07T12:19:22,432 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/20e1706b84da4e4a9c867f85e6dd314b, entries=150, sequenceid=329, filesize=30.5 K 2024-11-07T12:19:22,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/77e2f7be7f174b55a5c958ae862ddd8f as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/77e2f7be7f174b55a5c958ae862ddd8f 2024-11-07T12:19:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,436 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/77e2f7be7f174b55a5c958ae862ddd8f, entries=150, sequenceid=329, filesize=12.0 K 2024-11-07T12:19:22,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/6a24bbb8f3fd4ea0838f2a991c453cc2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/6a24bbb8f3fd4ea0838f2a991c453cc2 2024-11-07T12:19:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,440 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/6a24bbb8f3fd4ea0838f2a991c453cc2, entries=150, sequenceid=329, filesize=12.0 K 2024-11-07T12:19:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,441 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 757b3525454839ff12acd6c377cd1fbd in 513ms, sequenceid=329, compaction requested=false 2024-11-07T12:19:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-07T12:19:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-07T12:19:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-07T12:19:22,444 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9050 sec 2024-11-07T12:19:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.9090 sec 2024-11-07T12:19:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-07T12:19:22,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,643 INFO [Thread-1535 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-07T12:19:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,645 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:22,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-07T12:19:22,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-07T12:19:22,647 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,648 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-07T12:19:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,800 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-07T12:19:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:22,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:22,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:22,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-07T12:19:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-07T12:19:22,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-07T12:19:22,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-07T12:19:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 160 msec 2024-11-07T12:19:22,806 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/ef628983974a4a6e8c6e8a6cd7b954a6 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ef628983974a4a6e8c6e8a6cd7b954a6 2024-11-07T12:19:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,810 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/72467d74bf3a4a19b0d73374b6a54020 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/72467d74bf3a4a19b0d73374b6a54020 2024-11-07T12:19:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,811 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/A of 757b3525454839ff12acd6c377cd1fbd into ef628983974a4a6e8c6e8a6cd7b954a6(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:22,811 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:22,811 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/A, priority=13, startTime=1730981961916; duration=0sec 2024-11-07T12:19:22,812 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,812 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:A 2024-11-07T12:19:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,814 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/C of 757b3525454839ff12acd6c377cd1fbd into 72467d74bf3a4a19b0d73374b6a54020(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:22,814 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:22,814 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/C, priority=13, startTime=1730981961916; duration=0sec 2024-11-07T12:19:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,814 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:22,814 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:C 2024-11-07T12:19:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T12:19:22,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:22,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:22,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:22,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:22,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:22,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107dd59b2547df04966ae49de9378fd6a85_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981962870/Put/seqid=0 2024-11-07T12:19:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742254_1430 (size=25158) 2024-11-07T12:19:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:22,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982022933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:22,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982022934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:22,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982022937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:22,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982022937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-07T12:19:22,949 INFO [Thread-1535 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-07T12:19:22,950 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:22,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-07T12:19:22,951 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:22,952 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:22,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-07T12:19:22,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:23,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:23,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982023042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982023045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:23,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982023046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-07T12:19:23,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982023047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,104 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-07T12:19:23,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:23,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:23,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:23,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:23,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:23,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-07T12:19:23,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982023251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982023252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982023255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:23,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982023258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,274 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-07T12:19:23,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:23,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:23,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:23,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:23,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:23,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:23,332 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:23,337 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107dd59b2547df04966ae49de9378fd6a85_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107dd59b2547df04966ae49de9378fd6a85_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:23,340 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/2600ee24b460484788678b7767ff8632, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:23,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/2600ee24b460484788678b7767ff8632 is 175, key is test_row_0/A:col10/1730981962870/Put/seqid=0 2024-11-07T12:19:23,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742253_1429 (size=74795) 2024-11-07T12:19:23,431 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-07T12:19:23,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:23,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:23,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:23,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:23,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:23,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-07T12:19:23,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982023556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982023563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982023564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:23,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982023571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,584 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-07T12:19:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:23,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:23,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:23,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:23,737 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-07T12:19:23,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:23,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:23,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:23,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:23,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:23,744 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=344, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/2600ee24b460484788678b7767ff8632 2024-11-07T12:19:23,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/ec64a7b5f0ae4377a72ce9f1b6674771 is 50, key is test_row_0/B:col10/1730981962870/Put/seqid=0 2024-11-07T12:19:23,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742255_1431 (size=12301) 2024-11-07T12:19:23,892 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:23,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-07T12:19:23,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:23,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:23,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:23,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:23,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:24,055 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:24,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-07T12:19:24,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-07T12:19:24,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:24,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:24,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:24,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:24,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:24,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:24,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982024067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:24,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982024073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:24,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:24,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982024073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:24,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982024083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:24,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/ec64a7b5f0ae4377a72ce9f1b6674771 2024-11-07T12:19:24,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/0794d4b41db843cbba159930d96762bc is 50, key is test_row_0/C:col10/1730981962870/Put/seqid=0 2024-11-07T12:19:24,215 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:24,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742256_1432 (size=12301) 2024-11-07T12:19:24,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-07T12:19:24,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:24,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:24,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:24,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:24,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:24,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/0794d4b41db843cbba159930d96762bc 2024-11-07T12:19:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:24,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/2600ee24b460484788678b7767ff8632 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2600ee24b460484788678b7767ff8632 2024-11-07T12:19:24,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2600ee24b460484788678b7767ff8632, entries=400, sequenceid=344, filesize=73.0 K 2024-11-07T12:19:24,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/ec64a7b5f0ae4377a72ce9f1b6674771 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/ec64a7b5f0ae4377a72ce9f1b6674771 2024-11-07T12:19:24,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/ec64a7b5f0ae4377a72ce9f1b6674771, entries=150, sequenceid=344, filesize=12.0 K 2024-11-07T12:19:24,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/0794d4b41db843cbba159930d96762bc as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0794d4b41db843cbba159930d96762bc 2024-11-07T12:19:24,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0794d4b41db843cbba159930d96762bc, entries=150, sequenceid=344, filesize=12.0 K 2024-11-07T12:19:24,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 757b3525454839ff12acd6c377cd1fbd in 1386ms, sequenceid=344, compaction requested=true 2024-11-07T12:19:24,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:24,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:19:24,257 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:24,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:24,258 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:19:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:19:24,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:24,259 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 138021 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:24,259 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/A is initiating minor compaction (all files) 2024-11-07T12:19:24,259 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/A in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:24,259 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ef628983974a4a6e8c6e8a6cd7b954a6, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/20e1706b84da4e4a9c867f85e6dd314b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2600ee24b460484788678b7767ff8632] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=134.8 K 2024-11-07T12:19:24,259 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:24,259 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ef628983974a4a6e8c6e8a6cd7b954a6, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/20e1706b84da4e4a9c867f85e6dd314b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2600ee24b460484788678b7767ff8632] 2024-11-07T12:19:24,259 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:24,260 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef628983974a4a6e8c6e8a6cd7b954a6, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1730981959464 2024-11-07T12:19:24,260 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/B is initiating minor compaction (all files) 2024-11-07T12:19:24,260 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/B in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:24,260 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20e1706b84da4e4a9c867f85e6dd314b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1730981960610 2024-11-07T12:19:24,260 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/ba48c3130410476d9cc95273ca1494f7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/77e2f7be7f174b55a5c958ae862ddd8f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/ec64a7b5f0ae4377a72ce9f1b6674771] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=36.7 K 2024-11-07T12:19:24,260 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2600ee24b460484788678b7767ff8632, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1730981962851 2024-11-07T12:19:24,261 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting ba48c3130410476d9cc95273ca1494f7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1730981959464 2024-11-07T12:19:24,262 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 77e2f7be7f174b55a5c958ae862ddd8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1730981960610 2024-11-07T12:19:24,263 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting ec64a7b5f0ae4377a72ce9f1b6674771, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1730981962854 2024-11-07T12:19:24,281 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:24,291 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#B#compaction#360 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:24,291 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/007142be8eda4fdd8963f164c8d3b949 is 50, key is test_row_0/B:col10/1730981962870/Put/seqid=0 2024-11-07T12:19:24,313 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110782d9a8f33b054b7187c2210b17f13cc4_757b3525454839ff12acd6c377cd1fbd store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:24,316 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110782d9a8f33b054b7187c2210b17f13cc4_757b3525454839ff12acd6c377cd1fbd, store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:24,316 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110782d9a8f33b054b7187c2210b17f13cc4_757b3525454839ff12acd6c377cd1fbd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:24,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742257_1433 (size=13119) 2024-11-07T12:19:24,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742258_1434 (size=4469) 2024-11-07T12:19:24,343 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#A#compaction#359 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:24,344 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/6d37f5193d05433abe21d5a3e9866acd is 175, key is test_row_0/A:col10/1730981962870/Put/seqid=0 2024-11-07T12:19:24,357 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/007142be8eda4fdd8963f164c8d3b949 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/007142be8eda4fdd8963f164c8d3b949 2024-11-07T12:19:24,366 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/B of 757b3525454839ff12acd6c377cd1fbd into 007142be8eda4fdd8963f164c8d3b949(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:24,366 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:24,366 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/B, priority=13, startTime=1730981964257; duration=0sec 2024-11-07T12:19:24,366 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:24,366 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:B 2024-11-07T12:19:24,366 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:24,368 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:24,368 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/C is initiating minor compaction (all files) 2024-11-07T12:19:24,368 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/C in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:24,368 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/72467d74bf3a4a19b0d73374b6a54020, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/6a24bbb8f3fd4ea0838f2a991c453cc2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0794d4b41db843cbba159930d96762bc] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=36.7 K 2024-11-07T12:19:24,369 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 72467d74bf3a4a19b0d73374b6a54020, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1730981959464 2024-11-07T12:19:24,369 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a24bbb8f3fd4ea0838f2a991c453cc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1730981960610 2024-11-07T12:19:24,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742259_1435 (size=32073) 2024-11-07T12:19:24,370 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 0794d4b41db843cbba159930d96762bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1730981962854 2024-11-07T12:19:24,376 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:24,380 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/6d37f5193d05433abe21d5a3e9866acd as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/6d37f5193d05433abe21d5a3e9866acd 2024-11-07T12:19:24,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-07T12:19:24,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:24,380 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-07T12:19:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:24,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:24,388 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#C#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:24,388 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/0b9f5a5640ed440385752fdead8daa54 is 50, key is test_row_0/C:col10/1730981962870/Put/seqid=0 2024-11-07T12:19:24,390 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/A of 757b3525454839ff12acd6c377cd1fbd into 6d37f5193d05433abe21d5a3e9866acd(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:24,390 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:24,390 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/A, priority=13, startTime=1730981964257; duration=0sec 2024-11-07T12:19:24,390 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:24,390 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:A 2024-11-07T12:19:24,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110749cdc2097fa147f6a48f1adc5922bbcd_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981962933/Put/seqid=0 2024-11-07T12:19:24,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742261_1437 (size=12454) 2024-11-07T12:19:24,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742260_1436 (size=13119) 2024-11-07T12:19:24,453 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110749cdc2097fa147f6a48f1adc5922bbcd_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110749cdc2097fa147f6a48f1adc5922bbcd_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:24,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/fdd214dda5e9443a86a1bd470d6166c4, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:24,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/fdd214dda5e9443a86a1bd470d6166c4 is 175, key is test_row_0/A:col10/1730981962933/Put/seqid=0 2024-11-07T12:19:24,460 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/0b9f5a5640ed440385752fdead8daa54 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0b9f5a5640ed440385752fdead8daa54 2024-11-07T12:19:24,484 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/C of 757b3525454839ff12acd6c377cd1fbd into 0b9f5a5640ed440385752fdead8daa54(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:24,484 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:24,484 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/C, priority=13, startTime=1730981964258; duration=0sec 2024-11-07T12:19:24,484 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:24,484 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:C 2024-11-07T12:19:24,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742262_1438 (size=31255) 2024-11-07T12:19:24,493 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/fdd214dda5e9443a86a1bd470d6166c4 2024-11-07T12:19:24,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/3d80a5bcc032489ba004017f7fad7287 is 50, key is test_row_0/B:col10/1730981962933/Put/seqid=0 2024-11-07T12:19:24,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742263_1439 (size=12301) 2024-11-07T12:19:24,567 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/3d80a5bcc032489ba004017f7fad7287 2024-11-07T12:19:24,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/0baa2ce102734563811d7a1f099cb6fd is 50, key is test_row_0/C:col10/1730981962933/Put/seqid=0 2024-11-07T12:19:24,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742264_1440 (size=12301) 2024-11-07T12:19:24,614 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/0baa2ce102734563811d7a1f099cb6fd 2024-11-07T12:19:24,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/fdd214dda5e9443a86a1bd470d6166c4 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/fdd214dda5e9443a86a1bd470d6166c4 2024-11-07T12:19:24,624 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/fdd214dda5e9443a86a1bd470d6166c4, entries=150, sequenceid=371, filesize=30.5 K 2024-11-07T12:19:24,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/3d80a5bcc032489ba004017f7fad7287 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/3d80a5bcc032489ba004017f7fad7287 2024-11-07T12:19:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,633 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/3d80a5bcc032489ba004017f7fad7287, entries=150, sequenceid=371, filesize=12.0 K 2024-11-07T12:19:24,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/0baa2ce102734563811d7a1f099cb6fd as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0baa2ce102734563811d7a1f099cb6fd 2024-11-07T12:19:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,645 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0baa2ce102734563811d7a1f099cb6fd, entries=150, sequenceid=371, filesize=12.0 K 2024-11-07T12:19:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,655 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 757b3525454839ff12acd6c377cd1fbd in 275ms, sequenceid=371, compaction requested=false 2024-11-07T12:19:24,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:24,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:24,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-07T12:19:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-07T12:19:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-07T12:19:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,660 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7050 sec 2024-11-07T12:19:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,661 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.7100 sec 2024-11-07T12:19:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:24,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-07T12:19:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,060 INFO [Thread-1535 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-07T12:19:25,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,063 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:25,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-07T12:19:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,074 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:25,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-07T12:19:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,075 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:25,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-07T12:19:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,228 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-07T12:19:25,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,240 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-07T12:19:25,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:25,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:25,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:25,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:25,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110736b15d99f739408596805c1966647130_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_1/A:col10/1730981965227/Put/seqid=0 2024-11-07T12:19:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742265_1441 (size=14994) 2024-11-07T12:19:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,295 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110736b15d99f739408596805c1966647130_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110736b15d99f739408596805c1966647130_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. as already flushing 2024-11-07T12:19:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/9496c2c4882e4b25be0cfd89c68c9d84, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/9496c2c4882e4b25be0cfd89c68c9d84 is 175, key is test_row_1/A:col10/1730981965227/Put/seqid=0 2024-11-07T12:19:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742266_1442 (size=39945) 2024-11-07T12:19:25,304 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/9496c2c4882e4b25be0cfd89c68c9d84 2024-11-07T12:19:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/cb60db6a1c114da8b5117ebc2616b5fb is 50, key is test_row_1/B:col10/1730981965227/Put/seqid=0 2024-11-07T12:19:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742267_1443 (size=9857) 2024-11-07T12:19:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:25,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-07T12:19:25,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982025414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:25,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:25,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982025415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:25,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:25,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982025416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:25,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:25,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982025424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:25,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982025523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:25,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:25,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982025524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:25,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982025525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:25,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982025541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:25,590 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:19:25,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-07T12:19:25,723 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/cb60db6a1c114da8b5117ebc2616b5fb 2024-11-07T12:19:25,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:25,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34628 deadline: 1730982025732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:25,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34662 deadline: 1730982025733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:25,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34664 deadline: 1730982025734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:25,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/4327138380f84eecb6ecea86c4b1adcc is 50, key is test_row_1/C:col10/1730981965227/Put/seqid=0 2024-11-07T12:19:25,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:25,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982025743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:25,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742268_1444 (size=9857) 2024-11-07T12:19:25,772 DEBUG [Thread-1542 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e491154 to 127.0.0.1:65262 2024-11-07T12:19:25,773 DEBUG [Thread-1540 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f95a751 to 127.0.0.1:65262 2024-11-07T12:19:25,773 DEBUG [Thread-1542 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:25,773 DEBUG [Thread-1540 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:25,774 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/4327138380f84eecb6ecea86c4b1adcc 2024-11-07T12:19:25,772 DEBUG [Thread-1536 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x397fd5fa to 127.0.0.1:65262 2024-11-07T12:19:25,774 DEBUG [Thread-1536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:25,777 DEBUG [Thread-1538 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a9d9629 to 127.0.0.1:65262 2024-11-07T12:19:25,777 DEBUG [Thread-1538 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:25,779 DEBUG [Thread-1544 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b855aac to 127.0.0.1:65262 2024-11-07T12:19:25,779 DEBUG [Thread-1544 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:25,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/9496c2c4882e4b25be0cfd89c68c9d84 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/9496c2c4882e4b25be0cfd89c68c9d84 2024-11-07T12:19:25,784 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/9496c2c4882e4b25be0cfd89c68c9d84, entries=200, sequenceid=380, filesize=39.0 K 2024-11-07T12:19:25,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/cb60db6a1c114da8b5117ebc2616b5fb as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/cb60db6a1c114da8b5117ebc2616b5fb 2024-11-07T12:19:25,788 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/cb60db6a1c114da8b5117ebc2616b5fb, entries=100, sequenceid=380, filesize=9.6 K 2024-11-07T12:19:25,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/4327138380f84eecb6ecea86c4b1adcc as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/4327138380f84eecb6ecea86c4b1adcc 2024-11-07T12:19:25,791 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/4327138380f84eecb6ecea86c4b1adcc, entries=100, sequenceid=380, filesize=9.6 K 2024-11-07T12:19:25,792 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 757b3525454839ff12acd6c377cd1fbd in 552ms, sequenceid=380, compaction requested=true 2024-11-07T12:19:25,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:25,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:25,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-07T12:19:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-07T12:19:25,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-07T12:19:25,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 723 msec 2024-11-07T12:19:25,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 737 msec 2024-11-07T12:19:25,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:25,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-07T12:19:25,868 DEBUG [Thread-1525 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64046592 to 127.0.0.1:65262 2024-11-07T12:19:25,868 DEBUG [Thread-1525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:25,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:25,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:25,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:25,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:25,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:25,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:25,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107d0b639e1b54449feae37273e1deeab0b_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981965413/Put/seqid=0 2024-11-07T12:19:25,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742269_1445 (size=12454) 2024-11-07T12:19:26,043 DEBUG [Thread-1533 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12d032c5 to 127.0.0.1:65262 2024-11-07T12:19:26,043 DEBUG [Thread-1533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:26,043 DEBUG [Thread-1529 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x257eae6a to 127.0.0.1:65262 2024-11-07T12:19:26,043 DEBUG [Thread-1529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:26,045 DEBUG [Thread-1527 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40e70c04 to 127.0.0.1:65262 2024-11-07T12:19:26,045 DEBUG [Thread-1527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:26,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982026053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:26,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-07T12:19:26,179 INFO [Thread-1535 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-07T12:19:26,301 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:26,305 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107d0b639e1b54449feae37273e1deeab0b_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d0b639e1b54449feae37273e1deeab0b_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:26,306 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/74362b4268934f7eaef657033a052461, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:26,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/74362b4268934f7eaef657033a052461 is 175, key is test_row_0/A:col10/1730981965413/Put/seqid=0 2024-11-07T12:19:26,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742270_1446 (size=31255) 2024-11-07T12:19:26,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34706 deadline: 1730982026557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:26,711 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=410, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/74362b4268934f7eaef657033a052461 2024-11-07T12:19:26,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/615172b3cafb48849f44ac0022218bf6 is 50, key is test_row_0/B:col10/1730981965413/Put/seqid=0 2024-11-07T12:19:26,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742271_1447 (size=12301) 2024-11-07T12:19:26,728 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/615172b3cafb48849f44ac0022218bf6 2024-11-07T12:19:26,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/29a3e4250f53450289d1586026a66025 is 50, key is test_row_0/C:col10/1730981965413/Put/seqid=0 2024-11-07T12:19:26,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742272_1448 (size=12301) 2024-11-07T12:19:27,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/29a3e4250f53450289d1586026a66025 2024-11-07T12:19:27,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/74362b4268934f7eaef657033a052461 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/74362b4268934f7eaef657033a052461 2024-11-07T12:19:27,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/74362b4268934f7eaef657033a052461, entries=150, sequenceid=410, filesize=30.5 K 2024-11-07T12:19:27,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/615172b3cafb48849f44ac0022218bf6 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/615172b3cafb48849f44ac0022218bf6 2024-11-07T12:19:27,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/615172b3cafb48849f44ac0022218bf6, entries=150, sequenceid=410, filesize=12.0 K 2024-11-07T12:19:27,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/29a3e4250f53450289d1586026a66025 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/29a3e4250f53450289d1586026a66025 2024-11-07T12:19:27,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/29a3e4250f53450289d1586026a66025, entries=150, sequenceid=410, filesize=12.0 K 2024-11-07T12:19:27,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 757b3525454839ff12acd6c377cd1fbd in 1291ms, sequenceid=410, compaction requested=true 2024-11-07T12:19:27,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:27,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:19:27,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:27,159 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:27,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:19:27,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:27,159 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:27,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 757b3525454839ff12acd6c377cd1fbd:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:19:27,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:27,161 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47578 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:27,161 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134528 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:27,161 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/A is initiating minor compaction (all files) 2024-11-07T12:19:27,161 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/B is initiating minor compaction (all files) 2024-11-07T12:19:27,161 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/A in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:27,161 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/B in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:27,161 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/007142be8eda4fdd8963f164c8d3b949, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/3d80a5bcc032489ba004017f7fad7287, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/cb60db6a1c114da8b5117ebc2616b5fb, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/615172b3cafb48849f44ac0022218bf6] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=46.5 K 2024-11-07T12:19:27,161 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/6d37f5193d05433abe21d5a3e9866acd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/fdd214dda5e9443a86a1bd470d6166c4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/9496c2c4882e4b25be0cfd89c68c9d84, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/74362b4268934f7eaef657033a052461] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=131.4 K 2024-11-07T12:19:27,161 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:27,162 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/6d37f5193d05433abe21d5a3e9866acd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/fdd214dda5e9443a86a1bd470d6166c4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/9496c2c4882e4b25be0cfd89c68c9d84, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/74362b4268934f7eaef657033a052461] 2024-11-07T12:19:27,162 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 007142be8eda4fdd8963f164c8d3b949, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1730981962854 2024-11-07T12:19:27,162 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d37f5193d05433abe21d5a3e9866acd, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1730981962854 2024-11-07T12:19:27,162 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d80a5bcc032489ba004017f7fad7287, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1730981962932 2024-11-07T12:19:27,163 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdd214dda5e9443a86a1bd470d6166c4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1730981962932 2024-11-07T12:19:27,163 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting cb60db6a1c114da8b5117ebc2616b5fb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1730981965225 2024-11-07T12:19:27,163 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9496c2c4882e4b25be0cfd89c68c9d84, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1730981965211 2024-11-07T12:19:27,163 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 615172b3cafb48849f44ac0022218bf6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1730981965407 2024-11-07T12:19:27,163 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74362b4268934f7eaef657033a052461, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1730981965407 2024-11-07T12:19:27,183 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:27,191 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#B#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:27,191 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/c0ac7444795d42b685d77cd095c3adbd is 50, key is test_row_0/B:col10/1730981965413/Put/seqid=0 2024-11-07T12:19:27,201 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107922e24693a524dc8b4d89068c8ffd068_757b3525454839ff12acd6c377cd1fbd store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:27,235 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107922e24693a524dc8b4d89068c8ffd068_757b3525454839ff12acd6c377cd1fbd, store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:27,235 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107922e24693a524dc8b4d89068c8ffd068_757b3525454839ff12acd6c377cd1fbd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:27,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742273_1449 (size=13255) 2024-11-07T12:19:27,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742274_1450 (size=4469) 2024-11-07T12:19:27,560 DEBUG [Thread-1531 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b959498 to 127.0.0.1:65262 2024-11-07T12:19:27,560 DEBUG [Thread-1531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1815 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5445 rows 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1777 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5331 rows 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1803 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5409 rows 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1792 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5376 rows 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1794 2024-11-07T12:19:27,561 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5382 rows 2024-11-07T12:19:27,561 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-07T12:19:27,561 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x25ad026c to 127.0.0.1:65262 2024-11-07T12:19:27,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:27,565 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-07T12:19:27,566 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T12:19:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-07T12:19:27,570 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981967569"}]},"ts":"1730981967569"} 2024-11-07T12:19:27,572 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T12:19:27,574 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T12:19:27,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T12:19:27,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=757b3525454839ff12acd6c377cd1fbd, UNASSIGN}] 2024-11-07T12:19:27,576 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=757b3525454839ff12acd6c377cd1fbd, UNASSIGN 2024-11-07T12:19:27,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=757b3525454839ff12acd6c377cd1fbd, regionState=CLOSING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:27,577 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T12:19:27,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; CloseRegionProcedure 757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:19:27,645 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/c0ac7444795d42b685d77cd095c3adbd as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/c0ac7444795d42b685d77cd095c3adbd 2024-11-07T12:19:27,649 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/B of 757b3525454839ff12acd6c377cd1fbd into c0ac7444795d42b685d77cd095c3adbd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:27,649 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:27,649 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/B, priority=12, startTime=1730981967159; duration=0sec 2024-11-07T12:19:27,649 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:27,649 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:B 2024-11-07T12:19:27,650 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:27,651 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47578 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:27,651 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 757b3525454839ff12acd6c377cd1fbd/C is initiating minor compaction (all files) 2024-11-07T12:19:27,651 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 757b3525454839ff12acd6c377cd1fbd/C in TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:27,651 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0b9f5a5640ed440385752fdead8daa54, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0baa2ce102734563811d7a1f099cb6fd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/4327138380f84eecb6ecea86c4b1adcc, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/29a3e4250f53450289d1586026a66025] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp, totalSize=46.5 K 2024-11-07T12:19:27,651 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b9f5a5640ed440385752fdead8daa54, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1730981962854 2024-11-07T12:19:27,651 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 0baa2ce102734563811d7a1f099cb6fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1730981962932 2024-11-07T12:19:27,652 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 4327138380f84eecb6ecea86c4b1adcc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1730981965225 2024-11-07T12:19:27,652 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#A#compaction#371 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:27,652 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 29a3e4250f53450289d1586026a66025, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1730981965407 2024-11-07T12:19:27,652 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/d6ab1c83946942efba30d933c025f11c is 175, key is test_row_0/A:col10/1730981965413/Put/seqid=0 2024-11-07T12:19:27,663 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 757b3525454839ff12acd6c377cd1fbd#C#compaction#373 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:27,663 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/44fad8c635484cfe96c4c742e71fbf87 is 50, key is test_row_0/C:col10/1730981965413/Put/seqid=0 2024-11-07T12:19:27,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742275_1451 (size=32209) 2024-11-07T12:19:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-07T12:19:27,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742276_1452 (size=13255) 2024-11-07T12:19:27,729 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:27,729 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(124): Close 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:27,729 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T12:19:27,729 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1681): Closing 757b3525454839ff12acd6c377cd1fbd, disabling compactions & flushes 2024-11-07T12:19:27,729 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-07T12:19:28,062 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/d6ab1c83946942efba30d933c025f11c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/d6ab1c83946942efba30d933c025f11c 2024-11-07T12:19:28,067 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/A of 757b3525454839ff12acd6c377cd1fbd into d6ab1c83946942efba30d933c025f11c(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:28,067 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:28,067 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/A, priority=12, startTime=1730981967159; duration=0sec 2024-11-07T12:19:28,067 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:28,067 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:A 2024-11-07T12:19:28,079 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/44fad8c635484cfe96c4c742e71fbf87 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/44fad8c635484cfe96c4c742e71fbf87 2024-11-07T12:19:28,096 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 757b3525454839ff12acd6c377cd1fbd/C of 757b3525454839ff12acd6c377cd1fbd into 44fad8c635484cfe96c4c742e71fbf87(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:28,096 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:28,096 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:28,096 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. after waiting 0 ms 2024-11-07T12:19:28,096 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:28,096 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(2837): Flushing 757b3525454839ff12acd6c377cd1fbd 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-07T12:19:28,097 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=A 2024-11-07T12:19:28,097 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:28,097 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=B 2024-11-07T12:19:28,097 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:28,097 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 757b3525454839ff12acd6c377cd1fbd, store=C 2024-11-07T12:19:28,097 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:28,099 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:28,099 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd., storeName=757b3525454839ff12acd6c377cd1fbd/C, priority=12, startTime=1730981967159; duration=0sec 2024-11-07T12:19:28,099 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:28,099 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 757b3525454839ff12acd6c377cd1fbd:C 2024-11-07T12:19:28,106 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411075dc27b77314847b69d937cc637272f60_757b3525454839ff12acd6c377cd1fbd is 50, key is test_row_0/A:col10/1730981967559/Put/seqid=0 2024-11-07T12:19:28,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742277_1453 (size=12454) 2024-11-07T12:19:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-07T12:19:28,527 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:28,531 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411075dc27b77314847b69d937cc637272f60_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075dc27b77314847b69d937cc637272f60_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:28,532 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/12f4b04ec3544436b2a2e5b91076c7cc, store: [table=TestAcidGuarantees family=A region=757b3525454839ff12acd6c377cd1fbd] 2024-11-07T12:19:28,533 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/12f4b04ec3544436b2a2e5b91076c7cc is 175, key is test_row_0/A:col10/1730981967559/Put/seqid=0 2024-11-07T12:19:28,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742278_1454 (size=31255) 2024-11-07T12:19:28,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-07T12:19:28,941 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=420, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/12f4b04ec3544436b2a2e5b91076c7cc 2024-11-07T12:19:28,947 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/d6002f9c82c846639689aff0e14d4911 is 50, key is test_row_0/B:col10/1730981967559/Put/seqid=0 2024-11-07T12:19:28,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742279_1455 (size=12301) 2024-11-07T12:19:29,351 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/d6002f9c82c846639689aff0e14d4911 2024-11-07T12:19:29,358 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/9140ce702cfb417380316212aebb0abc is 50, key is test_row_0/C:col10/1730981967559/Put/seqid=0 2024-11-07T12:19:29,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742280_1456 (size=12301) 2024-11-07T12:19:29,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-07T12:19:29,758 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/3c173d89b99a4022b6916feb8d2bfff8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/1082ea0ebd6a48728af6822e2769e502, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/55c1353979f6473b935fdab78da289c7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/89ea8d77c3de47b88dc45207868660f2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/aad64c1a843b48cd9e3a9058943e0909, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2f5927461105408e9d707ff65f3aada4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/d9ed232f192043c2a7ac08ffcbf119d9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/98abdabead0b40d3b74b95da65d2db9e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/7fa3d9b85f97473d8c88021fe7d4a3d4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ee8660d4b2dc4566aa0617a1bf1ca309, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/e1c85b7fcbbb4bb493f3f29b46e7423a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/704e091d4c1f4a8ca57444c01ee2cf0f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/477213709f4d4940b43bda68fd1d0098, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2bbbac0b31da461cbefd95e95c8ed714, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/06706104ad3946cfb031597ec8ef1390, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/a5596c1be43e4babbaceffac36d7f93a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ae7d6ac8a54e42db9d2c55ac92036cc5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/f44ae098d44a47c686a361c5ee368c87, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/e361020a21e04e1cb94661773700f3b2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/b77b1e2ccbe343429f5d7fef0c3d0265, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ef628983974a4a6e8c6e8a6cd7b954a6, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/3039869fa31949eda2a6aa97cad776d4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/20e1706b84da4e4a9c867f85e6dd314b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2600ee24b460484788678b7767ff8632, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/6d37f5193d05433abe21d5a3e9866acd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/fdd214dda5e9443a86a1bd470d6166c4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/9496c2c4882e4b25be0cfd89c68c9d84, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/74362b4268934f7eaef657033a052461] to archive 2024-11-07T12:19:29,759 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:19:29,760 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/3c173d89b99a4022b6916feb8d2bfff8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/3c173d89b99a4022b6916feb8d2bfff8 2024-11-07T12:19:29,761 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/9140ce702cfb417380316212aebb0abc 2024-11-07T12:19:29,762 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/1082ea0ebd6a48728af6822e2769e502 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/1082ea0ebd6a48728af6822e2769e502 2024-11-07T12:19:29,764 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/55c1353979f6473b935fdab78da289c7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/55c1353979f6473b935fdab78da289c7 2024-11-07T12:19:29,766 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/89ea8d77c3de47b88dc45207868660f2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/89ea8d77c3de47b88dc45207868660f2 2024-11-07T12:19:29,766 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/A/12f4b04ec3544436b2a2e5b91076c7cc as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/12f4b04ec3544436b2a2e5b91076c7cc 2024-11-07T12:19:29,767 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/aad64c1a843b48cd9e3a9058943e0909 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/aad64c1a843b48cd9e3a9058943e0909 2024-11-07T12:19:29,769 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2f5927461105408e9d707ff65f3aada4 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2f5927461105408e9d707ff65f3aada4 2024-11-07T12:19:29,771 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/12f4b04ec3544436b2a2e5b91076c7cc, entries=150, sequenceid=420, filesize=30.5 K 2024-11-07T12:19:29,771 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/d9ed232f192043c2a7ac08ffcbf119d9 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/d9ed232f192043c2a7ac08ffcbf119d9 2024-11-07T12:19:29,771 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/B/d6002f9c82c846639689aff0e14d4911 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/d6002f9c82c846639689aff0e14d4911 2024-11-07T12:19:29,773 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/98abdabead0b40d3b74b95da65d2db9e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/98abdabead0b40d3b74b95da65d2db9e 2024-11-07T12:19:29,775 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/7fa3d9b85f97473d8c88021fe7d4a3d4 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/7fa3d9b85f97473d8c88021fe7d4a3d4 2024-11-07T12:19:29,775 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/d6002f9c82c846639689aff0e14d4911, entries=150, sequenceid=420, filesize=12.0 K 2024-11-07T12:19:29,776 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/.tmp/C/9140ce702cfb417380316212aebb0abc as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/9140ce702cfb417380316212aebb0abc 2024-11-07T12:19:29,776 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ee8660d4b2dc4566aa0617a1bf1ca309 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ee8660d4b2dc4566aa0617a1bf1ca309 2024-11-07T12:19:29,778 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/e1c85b7fcbbb4bb493f3f29b46e7423a to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/e1c85b7fcbbb4bb493f3f29b46e7423a 2024-11-07T12:19:29,779 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/704e091d4c1f4a8ca57444c01ee2cf0f to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/704e091d4c1f4a8ca57444c01ee2cf0f 2024-11-07T12:19:29,781 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/9140ce702cfb417380316212aebb0abc, entries=150, sequenceid=420, filesize=12.0 K 2024-11-07T12:19:29,781 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/477213709f4d4940b43bda68fd1d0098 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/477213709f4d4940b43bda68fd1d0098 2024-11-07T12:19:29,781 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 757b3525454839ff12acd6c377cd1fbd in 1685ms, sequenceid=420, compaction requested=false 2024-11-07T12:19:29,782 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2bbbac0b31da461cbefd95e95c8ed714 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2bbbac0b31da461cbefd95e95c8ed714 2024-11-07T12:19:29,783 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/06706104ad3946cfb031597ec8ef1390 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/06706104ad3946cfb031597ec8ef1390 2024-11-07T12:19:29,784 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/a5596c1be43e4babbaceffac36d7f93a to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/a5596c1be43e4babbaceffac36d7f93a 2024-11-07T12:19:29,785 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ae7d6ac8a54e42db9d2c55ac92036cc5 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ae7d6ac8a54e42db9d2c55ac92036cc5 2024-11-07T12:19:29,786 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/f44ae098d44a47c686a361c5ee368c87 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/f44ae098d44a47c686a361c5ee368c87 2024-11-07T12:19:29,787 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/e361020a21e04e1cb94661773700f3b2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/e361020a21e04e1cb94661773700f3b2 2024-11-07T12:19:29,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/b77b1e2ccbe343429f5d7fef0c3d0265 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/b77b1e2ccbe343429f5d7fef0c3d0265 2024-11-07T12:19:29,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ef628983974a4a6e8c6e8a6cd7b954a6 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/ef628983974a4a6e8c6e8a6cd7b954a6 2024-11-07T12:19:29,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/3039869fa31949eda2a6aa97cad776d4 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/3039869fa31949eda2a6aa97cad776d4 2024-11-07T12:19:29,792 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/20e1706b84da4e4a9c867f85e6dd314b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/20e1706b84da4e4a9c867f85e6dd314b 2024-11-07T12:19:29,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2600ee24b460484788678b7767ff8632 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/2600ee24b460484788678b7767ff8632 2024-11-07T12:19:29,794 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/6d37f5193d05433abe21d5a3e9866acd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/6d37f5193d05433abe21d5a3e9866acd 2024-11-07T12:19:29,795 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/fdd214dda5e9443a86a1bd470d6166c4 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/fdd214dda5e9443a86a1bd470d6166c4 2024-11-07T12:19:29,796 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/9496c2c4882e4b25be0cfd89c68c9d84 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/9496c2c4882e4b25be0cfd89c68c9d84 2024-11-07T12:19:29,797 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/74362b4268934f7eaef657033a052461 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/74362b4268934f7eaef657033a052461 2024-11-07T12:19:29,801 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/b14bdb8e7af24dacbebc34e0efa079a8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/f6384b4fddc34a46a11775c9b6d4b419, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/7d7573eb96d540a8ac82963e5f7711fb, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/1ec60d42f98a4687a3d0fad3b100de8e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/9b6de54eff47407aa52d7a742ffe9935, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/395d300662c54cc4a91ecd938dd8801c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/83d2d7bc49a64e67bdb3df22f0036dd2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/280a3ee4b7b742069766f11cb70bc4a5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/d3e88ffb76f741cf87dfd49791b9536e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/66f434c89b2f4a0e80606defa3abb178, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/5033e01321624abc92fc249f117ecbd4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/12d9dd35b6224004aed9add25af6b4b9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/e6d1322bd3084ff096a7e26a58381dd1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/cf825d0b44174ce98b614c94542aa8e3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/47253385953042ffa6c6dd03a3b920b7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/de7f716458604085babcd151c67bb487, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/c1ccc85c72f0493d85256bfe94a40e9c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/f28680db512e4954813db01dfcb01df9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/befcbd3cfc8441a5ba9cd7d34558b58e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/31bc05e5e8bf4b519c65c281b2ac37c8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/ba48c3130410476d9cc95273ca1494f7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/1e46d6b689944cb29211ef92e2800985, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/77e2f7be7f174b55a5c958ae862ddd8f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/007142be8eda4fdd8963f164c8d3b949, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/ec64a7b5f0ae4377a72ce9f1b6674771, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/3d80a5bcc032489ba004017f7fad7287, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/cb60db6a1c114da8b5117ebc2616b5fb, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/615172b3cafb48849f44ac0022218bf6] to archive 2024-11-07T12:19:29,801 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:19:29,803 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/b14bdb8e7af24dacbebc34e0efa079a8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/b14bdb8e7af24dacbebc34e0efa079a8 2024-11-07T12:19:29,804 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/f6384b4fddc34a46a11775c9b6d4b419 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/f6384b4fddc34a46a11775c9b6d4b419 2024-11-07T12:19:29,805 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/7d7573eb96d540a8ac82963e5f7711fb to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/7d7573eb96d540a8ac82963e5f7711fb 2024-11-07T12:19:29,806 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/1ec60d42f98a4687a3d0fad3b100de8e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/1ec60d42f98a4687a3d0fad3b100de8e 2024-11-07T12:19:29,807 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/9b6de54eff47407aa52d7a742ffe9935 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/9b6de54eff47407aa52d7a742ffe9935 2024-11-07T12:19:29,808 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/395d300662c54cc4a91ecd938dd8801c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/395d300662c54cc4a91ecd938dd8801c 2024-11-07T12:19:29,808 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/83d2d7bc49a64e67bdb3df22f0036dd2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/83d2d7bc49a64e67bdb3df22f0036dd2 2024-11-07T12:19:29,809 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/280a3ee4b7b742069766f11cb70bc4a5 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/280a3ee4b7b742069766f11cb70bc4a5 2024-11-07T12:19:29,810 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/d3e88ffb76f741cf87dfd49791b9536e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/d3e88ffb76f741cf87dfd49791b9536e 2024-11-07T12:19:29,812 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/66f434c89b2f4a0e80606defa3abb178 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/66f434c89b2f4a0e80606defa3abb178 2024-11-07T12:19:29,813 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/5033e01321624abc92fc249f117ecbd4 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/5033e01321624abc92fc249f117ecbd4 2024-11-07T12:19:29,814 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/12d9dd35b6224004aed9add25af6b4b9 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/12d9dd35b6224004aed9add25af6b4b9 2024-11-07T12:19:29,815 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/e6d1322bd3084ff096a7e26a58381dd1 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/e6d1322bd3084ff096a7e26a58381dd1 2024-11-07T12:19:29,816 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/cf825d0b44174ce98b614c94542aa8e3 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/cf825d0b44174ce98b614c94542aa8e3 2024-11-07T12:19:29,817 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/47253385953042ffa6c6dd03a3b920b7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/47253385953042ffa6c6dd03a3b920b7 2024-11-07T12:19:29,817 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/de7f716458604085babcd151c67bb487 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/de7f716458604085babcd151c67bb487 2024-11-07T12:19:29,818 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/c1ccc85c72f0493d85256bfe94a40e9c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/c1ccc85c72f0493d85256bfe94a40e9c 2024-11-07T12:19:29,819 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/f28680db512e4954813db01dfcb01df9 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/f28680db512e4954813db01dfcb01df9 2024-11-07T12:19:29,821 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/befcbd3cfc8441a5ba9cd7d34558b58e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/befcbd3cfc8441a5ba9cd7d34558b58e 2024-11-07T12:19:29,822 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/31bc05e5e8bf4b519c65c281b2ac37c8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/31bc05e5e8bf4b519c65c281b2ac37c8 2024-11-07T12:19:29,823 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/ba48c3130410476d9cc95273ca1494f7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/ba48c3130410476d9cc95273ca1494f7 2024-11-07T12:19:29,824 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/1e46d6b689944cb29211ef92e2800985 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/1e46d6b689944cb29211ef92e2800985 2024-11-07T12:19:29,825 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/77e2f7be7f174b55a5c958ae862ddd8f to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/77e2f7be7f174b55a5c958ae862ddd8f 2024-11-07T12:19:29,826 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/007142be8eda4fdd8963f164c8d3b949 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/007142be8eda4fdd8963f164c8d3b949 2024-11-07T12:19:29,827 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/ec64a7b5f0ae4377a72ce9f1b6674771 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/ec64a7b5f0ae4377a72ce9f1b6674771 2024-11-07T12:19:29,828 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/3d80a5bcc032489ba004017f7fad7287 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/3d80a5bcc032489ba004017f7fad7287 2024-11-07T12:19:29,829 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/cb60db6a1c114da8b5117ebc2616b5fb to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/cb60db6a1c114da8b5117ebc2616b5fb 2024-11-07T12:19:29,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/615172b3cafb48849f44ac0022218bf6 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/615172b3cafb48849f44ac0022218bf6 2024-11-07T12:19:29,837 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/7dcf8a74ded041c09e4b99204754a8f1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/b0fdad1acaf74da6baa19c5436f6c5ae, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/cca522d5dbf9417c971afc7184659ee2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0d33541804c541168fca26498eff400b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/838205c55ae54cf28d6b40615afcb4ef, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/7e46ca536912445498c957dd159288d2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/02ae88ed3e3444b79492393cd6c87afc, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/492237c649cf4ccca235819d6479e18f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/2034a8748f984ad69e2987f3f59515f4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/c87a7406a47e4776acbc3a6c63a2b776, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/4bf6cbe406b240d3b6b5c9cfd28c4eb1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/11d09a4ee13b4400b26a31b88897ace1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/605919fba8a84d04b36fd0c64182a726, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/184cd9e8d11844ec825b20029ca2f5d7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/583876f377544798ac4b9d09e59691b8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/284828a38ea84e19b34034c9db71f35a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/abb11044c5b34b05b917cf73a8da7fc1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/593955181a294cb3b399c37e07ca8d20, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/2f0e39ea8cd94ac189eab7a1ac6aa6ca, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/a45aa2cb5df4420497cdcff69fdee192, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/72467d74bf3a4a19b0d73374b6a54020, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/eb6ec14244eb4c2e95c7cf75851b6b44, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/6a24bbb8f3fd4ea0838f2a991c453cc2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0b9f5a5640ed440385752fdead8daa54, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0794d4b41db843cbba159930d96762bc, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0baa2ce102734563811d7a1f099cb6fd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/4327138380f84eecb6ecea86c4b1adcc, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/29a3e4250f53450289d1586026a66025] to archive 2024-11-07T12:19:29,838 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:19:29,839 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/7dcf8a74ded041c09e4b99204754a8f1 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/7dcf8a74ded041c09e4b99204754a8f1 2024-11-07T12:19:29,840 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/b0fdad1acaf74da6baa19c5436f6c5ae to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/b0fdad1acaf74da6baa19c5436f6c5ae 2024-11-07T12:19:29,842 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/cca522d5dbf9417c971afc7184659ee2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/cca522d5dbf9417c971afc7184659ee2 2024-11-07T12:19:29,843 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0d33541804c541168fca26498eff400b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0d33541804c541168fca26498eff400b 2024-11-07T12:19:29,844 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/838205c55ae54cf28d6b40615afcb4ef to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/838205c55ae54cf28d6b40615afcb4ef 2024-11-07T12:19:29,845 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/7e46ca536912445498c957dd159288d2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/7e46ca536912445498c957dd159288d2 2024-11-07T12:19:29,846 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/02ae88ed3e3444b79492393cd6c87afc to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/02ae88ed3e3444b79492393cd6c87afc 2024-11-07T12:19:29,847 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/492237c649cf4ccca235819d6479e18f to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/492237c649cf4ccca235819d6479e18f 2024-11-07T12:19:29,848 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/2034a8748f984ad69e2987f3f59515f4 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/2034a8748f984ad69e2987f3f59515f4 2024-11-07T12:19:29,849 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/c87a7406a47e4776acbc3a6c63a2b776 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/c87a7406a47e4776acbc3a6c63a2b776 2024-11-07T12:19:29,850 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/4bf6cbe406b240d3b6b5c9cfd28c4eb1 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/4bf6cbe406b240d3b6b5c9cfd28c4eb1 2024-11-07T12:19:29,851 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/11d09a4ee13b4400b26a31b88897ace1 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/11d09a4ee13b4400b26a31b88897ace1 2024-11-07T12:19:29,852 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/605919fba8a84d04b36fd0c64182a726 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/605919fba8a84d04b36fd0c64182a726 2024-11-07T12:19:29,853 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/184cd9e8d11844ec825b20029ca2f5d7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/184cd9e8d11844ec825b20029ca2f5d7 2024-11-07T12:19:29,854 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/583876f377544798ac4b9d09e59691b8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/583876f377544798ac4b9d09e59691b8 2024-11-07T12:19:29,855 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/284828a38ea84e19b34034c9db71f35a to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/284828a38ea84e19b34034c9db71f35a 2024-11-07T12:19:29,856 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/abb11044c5b34b05b917cf73a8da7fc1 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/abb11044c5b34b05b917cf73a8da7fc1 2024-11-07T12:19:29,857 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/593955181a294cb3b399c37e07ca8d20 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/593955181a294cb3b399c37e07ca8d20 2024-11-07T12:19:29,859 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/2f0e39ea8cd94ac189eab7a1ac6aa6ca to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/2f0e39ea8cd94ac189eab7a1ac6aa6ca 2024-11-07T12:19:29,860 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/a45aa2cb5df4420497cdcff69fdee192 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/a45aa2cb5df4420497cdcff69fdee192 2024-11-07T12:19:29,861 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/72467d74bf3a4a19b0d73374b6a54020 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/72467d74bf3a4a19b0d73374b6a54020 2024-11-07T12:19:29,863 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/eb6ec14244eb4c2e95c7cf75851b6b44 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/eb6ec14244eb4c2e95c7cf75851b6b44 2024-11-07T12:19:29,864 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/6a24bbb8f3fd4ea0838f2a991c453cc2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/6a24bbb8f3fd4ea0838f2a991c453cc2 2024-11-07T12:19:29,865 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0b9f5a5640ed440385752fdead8daa54 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0b9f5a5640ed440385752fdead8daa54 2024-11-07T12:19:29,865 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0794d4b41db843cbba159930d96762bc to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0794d4b41db843cbba159930d96762bc 2024-11-07T12:19:29,866 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0baa2ce102734563811d7a1f099cb6fd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/0baa2ce102734563811d7a1f099cb6fd 2024-11-07T12:19:29,867 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/4327138380f84eecb6ecea86c4b1adcc to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/4327138380f84eecb6ecea86c4b1adcc 2024-11-07T12:19:29,868 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fbad4c8a32e4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/29a3e4250f53450289d1586026a66025 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/29a3e4250f53450289d1586026a66025 2024-11-07T12:19:29,873 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/recovered.edits/423.seqid, newMaxSeqId=423, maxSeqId=4 2024-11-07T12:19:29,873 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd. 2024-11-07T12:19:29,873 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1635): Region close journal for 757b3525454839ff12acd6c377cd1fbd: 2024-11-07T12:19:29,875 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(170): Closed 757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:29,875 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=757b3525454839ff12acd6c377cd1fbd, regionState=CLOSED 2024-11-07T12:19:29,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-07T12:19:29,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseRegionProcedure 757b3525454839ff12acd6c377cd1fbd, server=fbad4c8a32e4,36417,1730981847393 in 2.2980 sec 2024-11-07T12:19:29,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-11-07T12:19:29,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=757b3525454839ff12acd6c377cd1fbd, UNASSIGN in 2.3010 sec 2024-11-07T12:19:29,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-07T12:19:29,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.3050 sec 2024-11-07T12:19:29,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981969880"}]},"ts":"1730981969880"} 2024-11-07T12:19:29,881 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T12:19:29,883 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T12:19:29,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.3170 sec 2024-11-07T12:19:31,070 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35093 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35093,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-07T12:19:31,691 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-07T12:19:31,691 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T12:19:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:31,693 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-07T12:19:31,694 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=120, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:31,696 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,698 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/recovered.edits] 2024-11-07T12:19:31,701 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/12f4b04ec3544436b2a2e5b91076c7cc to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/12f4b04ec3544436b2a2e5b91076c7cc 2024-11-07T12:19:31,702 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/d6ab1c83946942efba30d933c025f11c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/A/d6ab1c83946942efba30d933c025f11c 2024-11-07T12:19:31,704 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/c0ac7444795d42b685d77cd095c3adbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/c0ac7444795d42b685d77cd095c3adbd 2024-11-07T12:19:31,706 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/d6002f9c82c846639689aff0e14d4911 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/B/d6002f9c82c846639689aff0e14d4911 2024-11-07T12:19:31,707 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/44fad8c635484cfe96c4c742e71fbf87 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/44fad8c635484cfe96c4c742e71fbf87 2024-11-07T12:19:31,708 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/9140ce702cfb417380316212aebb0abc to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/C/9140ce702cfb417380316212aebb0abc 2024-11-07T12:19:31,710 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/recovered.edits/423.seqid to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd/recovered.edits/423.seqid 2024-11-07T12:19:31,711 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,711 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T12:19:31,711 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T12:19:31,712 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-07T12:19:31,715 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411070eaab29c4a67473a88a5ae24f00ff905_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411070eaab29c4a67473a88a5ae24f00ff905_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,717 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110721ed2ccb98a7449a9437380e28f4ae05_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110721ed2ccb98a7449a9437380e28f4ae05_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,718 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110724788804c1de4ba792a0d714e9a9403c_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110724788804c1de4ba792a0d714e9a9403c_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,719 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073534a43395f6481f9d8f8b8ad96d389a_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073534a43395f6481f9d8f8b8ad96d389a_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,720 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110736b15d99f739408596805c1966647130_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110736b15d99f739408596805c1966647130_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,722 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073d10b99aaa6c4416b0ce1f6dac466c51_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411073d10b99aaa6c4416b0ce1f6dac466c51_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,723 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110749cdc2097fa147f6a48f1adc5922bbcd_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110749cdc2097fa147f6a48f1adc5922bbcd_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,724 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110752ece789729d4452941dc82f1bb28bff_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110752ece789729d4452941dc82f1bb28bff_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,725 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075dc27b77314847b69d937cc637272f60_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075dc27b77314847b69d937cc637272f60_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,726 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411077b6a3adc57c04c668ee92e2fd647a383_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411077b6a3adc57c04c668ee92e2fd647a383_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,727 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110788cb924e3bcb4e2281534a3807e74896_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110788cb924e3bcb4e2281534a3807e74896_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,729 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078b10042033de4a10b93c0a5ab3f80b42_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078b10042033de4a10b93c0a5ab3f80b42_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,730 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078bf241d3dacc4aea8a83c85c1674ac51_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078bf241d3dacc4aea8a83c85c1674ac51_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,731 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a21645b39b17490292565be9bb1f4768_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a21645b39b17490292565be9bb1f4768_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,734 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a25a80ba85ea49e8a78964970698c3b1_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a25a80ba85ea49e8a78964970698c3b1_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,735 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a51f55712b9a4affb404dbf9d617c0b1_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107a51f55712b9a4affb404dbf9d617c0b1_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,736 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107cb953dacefbb4ecfa4d301ba914fb6e5_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107cb953dacefbb4ecfa4d301ba914fb6e5_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,738 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ce82f2d9658041f48053234725c6e199_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ce82f2d9658041f48053234725c6e199_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,739 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d0b639e1b54449feae37273e1deeab0b_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d0b639e1b54449feae37273e1deeab0b_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,741 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107dbf118dc18c44179896873f6bfed14f1_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107dbf118dc18c44179896873f6bfed14f1_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,742 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107dd59b2547df04966ae49de9378fd6a85_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107dd59b2547df04966ae49de9378fd6a85_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,743 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e4035cbbb6ec4d05a1b17f8b8d464fd9_757b3525454839ff12acd6c377cd1fbd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e4035cbbb6ec4d05a1b17f8b8d464fd9_757b3525454839ff12acd6c377cd1fbd 2024-11-07T12:19:31,743 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T12:19:31,745 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=120, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:31,747 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T12:19:31,749 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T12:19:31,750 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=120, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:31,750 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T12:19:31,750 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1730981971750"}]},"ts":"9223372036854775807"} 2024-11-07T12:19:31,752 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-07T12:19:31,752 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 757b3525454839ff12acd6c377cd1fbd, NAME => 'TestAcidGuarantees,,1730981942705.757b3525454839ff12acd6c377cd1fbd.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T12:19:31,752 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T12:19:31,752 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1730981971752"}]},"ts":"9223372036854775807"} 2024-11-07T12:19:31,754 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-07T12:19:31,756 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=120, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:31,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-11-07T12:19:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-07T12:19:31,795 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-07T12:19:31,806 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=241 (was 236) - Thread LEAK? -, OpenFileDescriptor=467 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=669 (was 619) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1512 (was 1685) 2024-11-07T12:19:31,819 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=241, OpenFileDescriptor=467, MaxFileDescriptor=1048576, SystemLoadAverage=669, ProcessCount=11, AvailableMemoryMB=1511 2024-11-07T12:19:31,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T12:19:31,821 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:31,822 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:19:31,823 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:31,823 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 121 2024-11-07T12:19:31,823 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:19:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-07T12:19:31,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742281_1457 (size=960) 2024-11-07T12:19:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-07T12:19:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-07T12:19:32,236 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb 2024-11-07T12:19:32,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742282_1458 (size=53) 2024-11-07T12:19:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-07T12:19:32,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:32,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 8636d42864eb57a5e792593f02dad494, disabling compactions & flushes 2024-11-07T12:19:32,642 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:32,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:32,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. after waiting 0 ms 2024-11-07T12:19:32,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:32,642 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:32,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:32,643 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:19:32,643 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1730981972643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981972643"}]},"ts":"1730981972643"} 2024-11-07T12:19:32,644 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-07T12:19:32,645 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:19:32,645 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981972645"}]},"ts":"1730981972645"} 2024-11-07T12:19:32,646 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T12:19:32,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8636d42864eb57a5e792593f02dad494, ASSIGN}] 2024-11-07T12:19:32,650 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8636d42864eb57a5e792593f02dad494, ASSIGN 2024-11-07T12:19:32,650 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8636d42864eb57a5e792593f02dad494, ASSIGN; state=OFFLINE, location=fbad4c8a32e4,36417,1730981847393; forceNewPlan=false, retain=false 2024-11-07T12:19:32,718 ERROR [LeaseRenewer:jenkins@localhost:35093 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:35093,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:32,801 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=8636d42864eb57a5e792593f02dad494, regionState=OPENING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:32,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; OpenRegionProcedure 8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:19:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-07T12:19:32,954 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:32,957 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:32,957 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7285): Opening region: {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:32,958 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:32,958 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:32,958 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7327): checking encryption for 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:32,958 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7330): checking classloading for 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:32,959 INFO [StoreOpener-8636d42864eb57a5e792593f02dad494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:32,960 INFO [StoreOpener-8636d42864eb57a5e792593f02dad494-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:19:32,960 INFO [StoreOpener-8636d42864eb57a5e792593f02dad494-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8636d42864eb57a5e792593f02dad494 columnFamilyName A 2024-11-07T12:19:32,960 DEBUG [StoreOpener-8636d42864eb57a5e792593f02dad494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:32,961 INFO [StoreOpener-8636d42864eb57a5e792593f02dad494-1 {}] regionserver.HStore(327): Store=8636d42864eb57a5e792593f02dad494/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:32,961 INFO [StoreOpener-8636d42864eb57a5e792593f02dad494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:32,962 INFO [StoreOpener-8636d42864eb57a5e792593f02dad494-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:19:32,962 INFO [StoreOpener-8636d42864eb57a5e792593f02dad494-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8636d42864eb57a5e792593f02dad494 columnFamilyName B 2024-11-07T12:19:32,962 DEBUG [StoreOpener-8636d42864eb57a5e792593f02dad494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:32,962 INFO [StoreOpener-8636d42864eb57a5e792593f02dad494-1 {}] regionserver.HStore(327): Store=8636d42864eb57a5e792593f02dad494/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:32,962 INFO [StoreOpener-8636d42864eb57a5e792593f02dad494-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:32,963 INFO [StoreOpener-8636d42864eb57a5e792593f02dad494-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:19:32,964 INFO [StoreOpener-8636d42864eb57a5e792593f02dad494-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8636d42864eb57a5e792593f02dad494 columnFamilyName C 2024-11-07T12:19:32,964 DEBUG [StoreOpener-8636d42864eb57a5e792593f02dad494-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:32,964 INFO [StoreOpener-8636d42864eb57a5e792593f02dad494-1 {}] regionserver.HStore(327): Store=8636d42864eb57a5e792593f02dad494/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:32,964 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:32,965 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:32,965 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:32,966 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:19:32,967 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1085): writing seq id for 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:32,968 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:32,969 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1102): Opened 8636d42864eb57a5e792593f02dad494; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65379942, jitterRate=-0.025762945413589478}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:19:32,969 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1001): Region open journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:32,970 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., pid=123, masterSystemTime=1730981972954 2024-11-07T12:19:32,971 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:32,971 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:32,972 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=8636d42864eb57a5e792593f02dad494, regionState=OPEN, openSeqNum=2, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:32,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-07T12:19:32,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; OpenRegionProcedure 8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 in 171 msec 2024-11-07T12:19:32,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-07T12:19:32,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8636d42864eb57a5e792593f02dad494, ASSIGN in 325 msec 2024-11-07T12:19:32,975 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:19:32,975 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981972975"}]},"ts":"1730981972975"} 2024-11-07T12:19:32,976 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T12:19:32,978 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:19:32,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1570 sec 2024-11-07T12:19:33,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-11-07T12:19:33,928 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 121 completed 2024-11-07T12:19:33,929 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b1cea8c to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d3557d8 2024-11-07T12:19:33,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb46b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:33,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:33,938 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:33,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:33,941 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:33,942 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x606804de to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@57d4149c 2024-11-07T12:19:33,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e63090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:33,947 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22f4de8b to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55734ebd 2024-11-07T12:19:33,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca89633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:33,950 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39c0c305 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76097426 2024-11-07T12:19:33,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb86dda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:33,954 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e11ceaf to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43843d0f 2024-11-07T12:19:33,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4f4e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:33,957 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5870d226 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3afef062 2024-11-07T12:19:33,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6556ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:33,968 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x052f0048 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31cbce48 2024-11-07T12:19:33,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d71b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:33,972 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0a85f9 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55cbf7e 2024-11-07T12:19:33,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4b1013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:33,976 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x601ad00e to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@dd243c 2024-11-07T12:19:33,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d077bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:33,983 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23b53e62 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4a2012ec 2024-11-07T12:19:33,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f88f183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:33,987 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58335670 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@124e98e8 2024-11-07T12:19:33,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0267cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:33,992 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:33,993 DEBUG [hconnection-0x684065f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-11-07T12:19:33,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-07T12:19:33,994 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:33,994 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:33,995 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:33,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:33,996 DEBUG [hconnection-0xdad0764-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:33,996 DEBUG [hconnection-0x6829140c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:33,997 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:33,997 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:34,006 DEBUG [hconnection-0xf7815fc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:34,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:34,006 DEBUG [hconnection-0x4964f417-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:34,007 DEBUG [hconnection-0x73af8a0e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:34,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T12:19:34,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:34,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:34,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:34,007 DEBUG [hconnection-0x4d904c72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:34,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:34,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:34,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:34,007 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:34,008 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:34,008 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:34,009 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:34,010 DEBUG [hconnection-0x2889d722-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:34,011 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:34,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982034021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982034020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982034021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982034023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982034023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,024 DEBUG [hconnection-0x72cedb8a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:34,026 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:34,035 DEBUG [hconnection-0x59d55e13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:34,036 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54138, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:34,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/834c25cac7704fc8905259ad7be51229 is 50, key is test_row_0/A:col10/1730981974003/Put/seqid=0 2024-11-07T12:19:34,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742283_1459 (size=12001) 2024-11-07T12:19:34,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-07T12:19:34,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982034124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982034124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982034125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982034126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982034126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,146 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-07T12:19:34,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:34,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:34,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:34,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:34,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:34,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-07T12:19:34,305 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-07T12:19:34,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:34,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:34,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:34,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:34,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:34,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:34,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982034327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982034327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982034327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982034327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982034329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,458 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-07T12:19:34,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:34,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:34,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:34,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:34,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:34,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/834c25cac7704fc8905259ad7be51229 2024-11-07T12:19:34,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/e2400824d47044e8827eff4aba606a2c is 50, key is test_row_0/B:col10/1730981974003/Put/seqid=0 2024-11-07T12:19:34,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742284_1460 (size=12001) 2024-11-07T12:19:34,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/e2400824d47044e8827eff4aba606a2c 2024-11-07T12:19:34,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/ef628e52101d4e49b3629a9699958cae is 50, key is test_row_0/C:col10/1730981974003/Put/seqid=0 2024-11-07T12:19:34,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742285_1461 (size=12001) 2024-11-07T12:19:34,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/ef628e52101d4e49b3629a9699958cae 2024-11-07T12:19:34,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/834c25cac7704fc8905259ad7be51229 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/834c25cac7704fc8905259ad7be51229 2024-11-07T12:19:34,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/834c25cac7704fc8905259ad7be51229, entries=150, sequenceid=12, filesize=11.7 K 2024-11-07T12:19:34,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/e2400824d47044e8827eff4aba606a2c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/e2400824d47044e8827eff4aba606a2c 2024-11-07T12:19:34,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/e2400824d47044e8827eff4aba606a2c, entries=150, sequenceid=12, filesize=11.7 K 2024-11-07T12:19:34,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/ef628e52101d4e49b3629a9699958cae as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/ef628e52101d4e49b3629a9699958cae 2024-11-07T12:19:34,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/ef628e52101d4e49b3629a9699958cae, entries=150, sequenceid=12, filesize=11.7 K 2024-11-07T12:19:34,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8636d42864eb57a5e792593f02dad494 in 559ms, sequenceid=12, compaction requested=false 2024-11-07T12:19:34,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:34,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-07T12:19:34,611 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-11-07T12:19:34,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:34,614 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T12:19:34,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:34,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:34,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:34,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:34,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:34,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:34,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/da15abc445214b79903e46347c32e574 is 50, key is test_row_0/A:col10/1730981974021/Put/seqid=0 2024-11-07T12:19:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:34,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:34,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742286_1462 (size=12001) 2024-11-07T12:19:34,652 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/da15abc445214b79903e46347c32e574 2024-11-07T12:19:34,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982034642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982034648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/cca5d678c7d64c38a2bc2c0c3245d25a is 50, key is test_row_0/B:col10/1730981974021/Put/seqid=0 2024-11-07T12:19:34,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982034650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982034653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982034653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742287_1463 (size=12001) 2024-11-07T12:19:34,674 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/cca5d678c7d64c38a2bc2c0c3245d25a 2024-11-07T12:19:34,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/7122504f3e1547a5b176233cd9e7f963 is 50, key is test_row_0/C:col10/1730981974021/Put/seqid=0 2024-11-07T12:19:34,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742288_1464 (size=12001) 2024-11-07T12:19:34,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982034753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982034755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982034764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982034765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982034765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982034960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982034961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982034968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982034968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:34,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:34,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982034970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,091 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/7122504f3e1547a5b176233cd9e7f963 2024-11-07T12:19:35,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/da15abc445214b79903e46347c32e574 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/da15abc445214b79903e46347c32e574 2024-11-07T12:19:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-07T12:19:35,100 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/da15abc445214b79903e46347c32e574, entries=150, sequenceid=37, filesize=11.7 K 2024-11-07T12:19:35,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/cca5d678c7d64c38a2bc2c0c3245d25a as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/cca5d678c7d64c38a2bc2c0c3245d25a 2024-11-07T12:19:35,105 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/cca5d678c7d64c38a2bc2c0c3245d25a, entries=150, sequenceid=37, filesize=11.7 K 2024-11-07T12:19:35,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/7122504f3e1547a5b176233cd9e7f963 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/7122504f3e1547a5b176233cd9e7f963 2024-11-07T12:19:35,109 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/7122504f3e1547a5b176233cd9e7f963, entries=150, sequenceid=37, filesize=11.7 K 2024-11-07T12:19:35,111 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8636d42864eb57a5e792593f02dad494 in 497ms, sequenceid=37, compaction requested=false 2024-11-07T12:19:35,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:35,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:35,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-11-07T12:19:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-11-07T12:19:35,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-07T12:19:35,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1180 sec 2024-11-07T12:19:35,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.1240 sec 2024-11-07T12:19:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:35,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T12:19:35,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:35,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:35,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:35,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:35,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:35,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:35,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/ef7e072bef2f4dfeb36164d82b28e630 is 50, key is test_row_0/A:col10/1730981974648/Put/seqid=0 2024-11-07T12:19:35,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742289_1465 (size=16681) 2024-11-07T12:19:35,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/ef7e072bef2f4dfeb36164d82b28e630 2024-11-07T12:19:35,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/b1c61258c0534f0f910504ff2ba25b9b is 50, key is test_row_0/B:col10/1730981974648/Put/seqid=0 2024-11-07T12:19:35,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742290_1466 (size=12001) 2024-11-07T12:19:35,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982035305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982035306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982035307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982035308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982035309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,395 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T12:19:35,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982035410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982035417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982035417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982035418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982035420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982035616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982035624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982035625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982035631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982035636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/b1c61258c0534f0f910504ff2ba25b9b 2024-11-07T12:19:35,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/88cb7578161e41d3b57c31e69f090402 is 50, key is test_row_0/C:col10/1730981974648/Put/seqid=0 2024-11-07T12:19:35,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742291_1467 (size=12001) 2024-11-07T12:19:35,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/88cb7578161e41d3b57c31e69f090402 2024-11-07T12:19:35,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/ef7e072bef2f4dfeb36164d82b28e630 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/ef7e072bef2f4dfeb36164d82b28e630 2024-11-07T12:19:35,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/ef7e072bef2f4dfeb36164d82b28e630, entries=250, sequenceid=50, filesize=16.3 K 2024-11-07T12:19:35,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/b1c61258c0534f0f910504ff2ba25b9b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/b1c61258c0534f0f910504ff2ba25b9b 2024-11-07T12:19:35,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/b1c61258c0534f0f910504ff2ba25b9b, entries=150, sequenceid=50, filesize=11.7 K 2024-11-07T12:19:35,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/88cb7578161e41d3b57c31e69f090402 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/88cb7578161e41d3b57c31e69f090402 2024-11-07T12:19:35,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/88cb7578161e41d3b57c31e69f090402, entries=150, sequenceid=50, filesize=11.7 K 2024-11-07T12:19:35,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8636d42864eb57a5e792593f02dad494 in 507ms, sequenceid=50, compaction requested=true 2024-11-07T12:19:35,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:35,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:19:35,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:35,777 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:35,777 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:35,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:19:35,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:35,778 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:35,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:19:35,778 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:35,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:35,779 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/B is initiating minor compaction (all files) 2024-11-07T12:19:35,779 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/A is initiating minor compaction (all files) 2024-11-07T12:19:35,779 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/B in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:35,779 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/A in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:35,779 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/e2400824d47044e8827eff4aba606a2c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/cca5d678c7d64c38a2bc2c0c3245d25a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/b1c61258c0534f0f910504ff2ba25b9b] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=35.2 K 2024-11-07T12:19:35,779 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/834c25cac7704fc8905259ad7be51229, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/da15abc445214b79903e46347c32e574, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/ef7e072bef2f4dfeb36164d82b28e630] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=39.7 K 2024-11-07T12:19:35,779 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting e2400824d47044e8827eff4aba606a2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1730981974002 2024-11-07T12:19:35,779 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 834c25cac7704fc8905259ad7be51229, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1730981974002 2024-11-07T12:19:35,780 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting da15abc445214b79903e46347c32e574, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1730981974018 2024-11-07T12:19:35,780 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting cca5d678c7d64c38a2bc2c0c3245d25a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1730981974018 2024-11-07T12:19:35,780 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef7e072bef2f4dfeb36164d82b28e630, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1730981974642 2024-11-07T12:19:35,780 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting b1c61258c0534f0f910504ff2ba25b9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1730981974642 2024-11-07T12:19:35,810 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#B#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:35,811 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/4424c3ce66914d4397aa78eaf7f814cb is 50, key is test_row_0/B:col10/1730981974648/Put/seqid=0 2024-11-07T12:19:35,831 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#A#compaction#387 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:35,831 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/afb3bad9d10d4d30a26600944808a20c is 50, key is test_row_0/A:col10/1730981974648/Put/seqid=0 2024-11-07T12:19:35,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742292_1468 (size=12104) 2024-11-07T12:19:35,839 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/4424c3ce66914d4397aa78eaf7f814cb as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/4424c3ce66914d4397aa78eaf7f814cb 2024-11-07T12:19:35,843 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/B of 8636d42864eb57a5e792593f02dad494 into 4424c3ce66914d4397aa78eaf7f814cb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:35,843 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:35,843 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/B, priority=13, startTime=1730981975777; duration=0sec 2024-11-07T12:19:35,843 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:35,843 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:B 2024-11-07T12:19:35,843 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:35,845 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:35,845 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/C is initiating minor compaction (all files) 2024-11-07T12:19:35,845 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/C in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:35,845 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/ef628e52101d4e49b3629a9699958cae, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/7122504f3e1547a5b176233cd9e7f963, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/88cb7578161e41d3b57c31e69f090402] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=35.2 K 2024-11-07T12:19:35,846 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting ef628e52101d4e49b3629a9699958cae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1730981974002 2024-11-07T12:19:35,846 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 7122504f3e1547a5b176233cd9e7f963, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1730981974018 2024-11-07T12:19:35,846 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 88cb7578161e41d3b57c31e69f090402, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1730981974642 2024-11-07T12:19:35,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742293_1469 (size=12104) 2024-11-07T12:19:35,856 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#C#compaction#388 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:35,857 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/eea55305a275470e84dbf8f25f82f3d4 is 50, key is test_row_0/C:col10/1730981974648/Put/seqid=0 2024-11-07T12:19:35,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742294_1470 (size=12104) 2024-11-07T12:19:35,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:35,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T12:19:35,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:35,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:35,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:35,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:35,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:35,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:35,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/a39ae736b2f54f9389f1a2cf53d4237a is 50, key is test_row_0/A:col10/1730981975307/Put/seqid=0 2024-11-07T12:19:35,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742295_1471 (size=14341) 2024-11-07T12:19:35,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982035942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982035943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982035943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982035944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:35,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982035945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982036046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:36,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982036048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:36,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982036051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982036051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982036052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-07T12:19:36,100 INFO [Thread-2055 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-07T12:19:36,103 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-07T12:19:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-07T12:19:36,105 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:36,105 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:36,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:36,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-07T12:19:36,264 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982036252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:36,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-07T12:19:36,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:36,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:36,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:36,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:36,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:36,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982036263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982036263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,269 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/afb3bad9d10d4d30a26600944808a20c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/afb3bad9d10d4d30a26600944808a20c 2024-11-07T12:19:36,271 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/eea55305a275470e84dbf8f25f82f3d4 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/eea55305a275470e84dbf8f25f82f3d4 2024-11-07T12:19:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982036253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:36,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982036273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,279 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/C of 8636d42864eb57a5e792593f02dad494 into eea55305a275470e84dbf8f25f82f3d4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:36,279 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:36,279 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/C, priority=13, startTime=1730981975778; duration=0sec 2024-11-07T12:19:36,279 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:36,279 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:C 2024-11-07T12:19:36,283 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/A of 8636d42864eb57a5e792593f02dad494 into afb3bad9d10d4d30a26600944808a20c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:36,283 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:36,283 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/A, priority=13, startTime=1730981975777; duration=0sec 2024-11-07T12:19:36,283 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:36,283 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:A 2024-11-07T12:19:36,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/a39ae736b2f54f9389f1a2cf53d4237a 2024-11-07T12:19:36,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/ad922e2a53274ceb9292a4d7b334415c is 50, key is test_row_0/B:col10/1730981975307/Put/seqid=0 2024-11-07T12:19:36,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742296_1472 (size=12001) 2024-11-07T12:19:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-07T12:19:36,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-07T12:19:36,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:36,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:36,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:36,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:36,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:36,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982036567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982036569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982036569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982036574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,579 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-07T12:19:36,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:36,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:36,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:36,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:36,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:36,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982036578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-07T12:19:36,738 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-07T12:19:36,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:36,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:36,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:36,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:36,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:36,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/ad922e2a53274ceb9292a4d7b334415c 2024-11-07T12:19:36,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/f228848c54cf4442b55a0a21f68417a0 is 50, key is test_row_0/C:col10/1730981975307/Put/seqid=0 2024-11-07T12:19:36,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742297_1473 (size=12001) 2024-11-07T12:19:36,891 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:36,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-07T12:19:36,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:36,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:36,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:36,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:36,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:36,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:37,044 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:37,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-07T12:19:37,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:37,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:37,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:37,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:37,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:37,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982037072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:37,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982037076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:37,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:37,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982037081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:37,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982037083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:37,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982037085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:37,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/f228848c54cf4442b55a0a21f68417a0 2024-11-07T12:19:37,197 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:37,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-07T12:19:37,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/a39ae736b2f54f9389f1a2cf53d4237a as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/a39ae736b2f54f9389f1a2cf53d4237a 2024-11-07T12:19:37,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:37,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:37,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:37,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:37,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:37,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:37,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/a39ae736b2f54f9389f1a2cf53d4237a, entries=200, sequenceid=75, filesize=14.0 K 2024-11-07T12:19:37,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/ad922e2a53274ceb9292a4d7b334415c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/ad922e2a53274ceb9292a4d7b334415c 2024-11-07T12:19:37,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-07T12:19:37,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/ad922e2a53274ceb9292a4d7b334415c, entries=150, sequenceid=75, filesize=11.7 K 2024-11-07T12:19:37,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/f228848c54cf4442b55a0a21f68417a0 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/f228848c54cf4442b55a0a21f68417a0 2024-11-07T12:19:37,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/f228848c54cf4442b55a0a21f68417a0, entries=150, sequenceid=75, filesize=11.7 K 2024-11-07T12:19:37,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8636d42864eb57a5e792593f02dad494 in 1298ms, sequenceid=75, compaction requested=false 2024-11-07T12:19:37,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:37,351 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:37,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-07T12:19:37,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:37,355 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T12:19:37,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:37,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:37,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:37,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:37,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:37,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:37,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/93038fe58ab34976a8364327b34bd7c7 is 50, key is test_row_0/A:col10/1730981975943/Put/seqid=0 2024-11-07T12:19:37,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742298_1474 (size=12001) 2024-11-07T12:19:37,400 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/93038fe58ab34976a8364327b34bd7c7 2024-11-07T12:19:37,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/f5cefb012d7141c2a7a7c2dd4793c1d5 is 50, key is test_row_0/B:col10/1730981975943/Put/seqid=0 2024-11-07T12:19:37,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742299_1475 (size=12001) 2024-11-07T12:19:37,833 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/f5cefb012d7141c2a7a7c2dd4793c1d5 2024-11-07T12:19:37,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/2cdf3147efed4354bc8ad1405af808cc is 50, key is test_row_0/C:col10/1730981975943/Put/seqid=0 2024-11-07T12:19:37,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742300_1476 (size=12001) 2024-11-07T12:19:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:38,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:38,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982038119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982038120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982038121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982038122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982038122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-07T12:19:38,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982038227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982038228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982038229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982038229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982038234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,248 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/2cdf3147efed4354bc8ad1405af808cc 2024-11-07T12:19:38,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/93038fe58ab34976a8364327b34bd7c7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/93038fe58ab34976a8364327b34bd7c7 2024-11-07T12:19:38,258 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/93038fe58ab34976a8364327b34bd7c7, entries=150, sequenceid=89, filesize=11.7 K 2024-11-07T12:19:38,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/f5cefb012d7141c2a7a7c2dd4793c1d5 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/f5cefb012d7141c2a7a7c2dd4793c1d5 2024-11-07T12:19:38,264 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/f5cefb012d7141c2a7a7c2dd4793c1d5, entries=150, sequenceid=89, filesize=11.7 K 2024-11-07T12:19:38,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/2cdf3147efed4354bc8ad1405af808cc as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2cdf3147efed4354bc8ad1405af808cc 2024-11-07T12:19:38,271 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2cdf3147efed4354bc8ad1405af808cc, entries=150, sequenceid=89, filesize=11.7 K 2024-11-07T12:19:38,271 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 8636d42864eb57a5e792593f02dad494 in 916ms, sequenceid=89, compaction requested=true 2024-11-07T12:19:38,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:38,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:38,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-07T12:19:38,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-07T12:19:38,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-07T12:19:38,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1680 sec 2024-11-07T12:19:38,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.1710 sec 2024-11-07T12:19:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:38,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-07T12:19:38,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:38,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:38,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:38,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:38,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:38,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:38,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/eaaa5dff3099491a81a2f0677ed61444 is 50, key is test_row_0/A:col10/1730981978121/Put/seqid=0 2024-11-07T12:19:38,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742301_1477 (size=14341) 2024-11-07T12:19:38,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982038443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982038443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982038444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982038444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982038445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982038550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982038551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982038552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982038552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982038552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982038756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982038756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982038757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982038757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982038757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:38,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/eaaa5dff3099491a81a2f0677ed61444 2024-11-07T12:19:38,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/079627ea3da54f49bbd368645f9ab525 is 50, key is test_row_0/B:col10/1730981978121/Put/seqid=0 2024-11-07T12:19:38,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742302_1478 (size=12001) 2024-11-07T12:19:38,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/079627ea3da54f49bbd368645f9ab525 2024-11-07T12:19:38,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/2bbc0615ed7740c3948f9c7328e16095 is 50, key is test_row_0/C:col10/1730981978121/Put/seqid=0 2024-11-07T12:19:38,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742303_1479 (size=12001) 2024-11-07T12:19:38,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/2bbc0615ed7740c3948f9c7328e16095 2024-11-07T12:19:38,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/eaaa5dff3099491a81a2f0677ed61444 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/eaaa5dff3099491a81a2f0677ed61444 2024-11-07T12:19:38,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/eaaa5dff3099491a81a2f0677ed61444, entries=200, sequenceid=115, filesize=14.0 K 2024-11-07T12:19:38,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/079627ea3da54f49bbd368645f9ab525 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/079627ea3da54f49bbd368645f9ab525 2024-11-07T12:19:38,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/079627ea3da54f49bbd368645f9ab525, entries=150, sequenceid=115, filesize=11.7 K 2024-11-07T12:19:38,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/2bbc0615ed7740c3948f9c7328e16095 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2bbc0615ed7740c3948f9c7328e16095 2024-11-07T12:19:38,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2bbc0615ed7740c3948f9c7328e16095, entries=150, sequenceid=115, filesize=11.7 K 2024-11-07T12:19:38,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8636d42864eb57a5e792593f02dad494 in 467ms, sequenceid=115, compaction requested=true 2024-11-07T12:19:38,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:38,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:19:38,903 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:38,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:38,903 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:38,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:19:38,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:38,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:19:38,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:38,904 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:38,904 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/A is initiating minor compaction (all files) 2024-11-07T12:19:38,904 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/A in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:38,905 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/afb3bad9d10d4d30a26600944808a20c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/a39ae736b2f54f9389f1a2cf53d4237a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/93038fe58ab34976a8364327b34bd7c7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/eaaa5dff3099491a81a2f0677ed61444] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=51.5 K 2024-11-07T12:19:38,905 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:38,905 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/B is initiating minor compaction (all files) 2024-11-07T12:19:38,905 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/B in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:38,905 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting afb3bad9d10d4d30a26600944808a20c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1730981974642 2024-11-07T12:19:38,905 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/4424c3ce66914d4397aa78eaf7f814cb, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/ad922e2a53274ceb9292a4d7b334415c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/f5cefb012d7141c2a7a7c2dd4793c1d5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/079627ea3da54f49bbd368645f9ab525] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=47.0 K 2024-11-07T12:19:38,905 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting a39ae736b2f54f9389f1a2cf53d4237a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1730981975293 2024-11-07T12:19:38,905 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 4424c3ce66914d4397aa78eaf7f814cb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1730981974642 2024-11-07T12:19:38,906 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93038fe58ab34976a8364327b34bd7c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1730981975937 2024-11-07T12:19:38,906 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting ad922e2a53274ceb9292a4d7b334415c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1730981975293 2024-11-07T12:19:38,906 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting eaaa5dff3099491a81a2f0677ed61444, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1730981978118 2024-11-07T12:19:38,906 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting f5cefb012d7141c2a7a7c2dd4793c1d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1730981975937 2024-11-07T12:19:38,906 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 079627ea3da54f49bbd368645f9ab525, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1730981978118 2024-11-07T12:19:38,919 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#A#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:38,920 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/8665ef729d774e23ad06a7a9c723e471 is 50, key is test_row_0/A:col10/1730981978121/Put/seqid=0 2024-11-07T12:19:38,921 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#B#compaction#398 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:38,921 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/50f8551c7f824a2db4a145ad754caf39 is 50, key is test_row_0/B:col10/1730981978121/Put/seqid=0 2024-11-07T12:19:38,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742304_1480 (size=12241) 2024-11-07T12:19:38,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742305_1481 (size=12241) 2024-11-07T12:19:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:39,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T12:19:39,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:39,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:39,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:39,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:39,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:39,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:39,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/80f2b89683f249c9b983f67129767769 is 50, key is test_row_0/A:col10/1730981979068/Put/seqid=0 2024-11-07T12:19:39,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742306_1482 (size=12001) 2024-11-07T12:19:39,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982039111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982039113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982039112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982039120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982039120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982039221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982039221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982039221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982039227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982039228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,332 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/50f8551c7f824a2db4a145ad754caf39 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/50f8551c7f824a2db4a145ad754caf39 2024-11-07T12:19:39,332 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/8665ef729d774e23ad06a7a9c723e471 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/8665ef729d774e23ad06a7a9c723e471 2024-11-07T12:19:39,336 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8636d42864eb57a5e792593f02dad494/B of 8636d42864eb57a5e792593f02dad494 into 50f8551c7f824a2db4a145ad754caf39(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:39,337 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:39,337 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/B, priority=12, startTime=1730981978903; duration=0sec 2024-11-07T12:19:39,337 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:39,337 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:B 2024-11-07T12:19:39,337 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:39,337 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8636d42864eb57a5e792593f02dad494/A of 8636d42864eb57a5e792593f02dad494 into 8665ef729d774e23ad06a7a9c723e471(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:39,337 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:39,337 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/A, priority=12, startTime=1730981978902; duration=0sec 2024-11-07T12:19:39,337 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:39,337 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:A 2024-11-07T12:19:39,338 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:39,338 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/C is initiating minor compaction (all files) 2024-11-07T12:19:39,338 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/C in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:39,338 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/eea55305a275470e84dbf8f25f82f3d4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/f228848c54cf4442b55a0a21f68417a0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2cdf3147efed4354bc8ad1405af808cc, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2bbc0615ed7740c3948f9c7328e16095] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=47.0 K 2024-11-07T12:19:39,339 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting eea55305a275470e84dbf8f25f82f3d4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1730981974642 2024-11-07T12:19:39,339 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting f228848c54cf4442b55a0a21f68417a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1730981975293 2024-11-07T12:19:39,340 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cdf3147efed4354bc8ad1405af808cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1730981975937 2024-11-07T12:19:39,340 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bbc0615ed7740c3948f9c7328e16095, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1730981978118 2024-11-07T12:19:39,350 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#C#compaction#401 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:39,351 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/3abacbe2c890448e9a677129a9bf74c5 is 50, key is test_row_0/C:col10/1730981978121/Put/seqid=0 2024-11-07T12:19:39,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742307_1483 (size=12241) 2024-11-07T12:19:39,380 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/3abacbe2c890448e9a677129a9bf74c5 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/3abacbe2c890448e9a677129a9bf74c5 2024-11-07T12:19:39,384 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8636d42864eb57a5e792593f02dad494/C of 8636d42864eb57a5e792593f02dad494 into 3abacbe2c890448e9a677129a9bf74c5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:39,384 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:39,384 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/C, priority=12, startTime=1730981978903; duration=0sec 2024-11-07T12:19:39,384 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:39,384 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:C 2024-11-07T12:19:39,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982039427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982039427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982039427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982039434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982039434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/80f2b89683f249c9b983f67129767769 2024-11-07T12:19:39,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/8a28dcf67e7747fea74fcd085a544688 is 50, key is test_row_0/B:col10/1730981979068/Put/seqid=0 2024-11-07T12:19:39,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742308_1484 (size=12001) 2024-11-07T12:19:39,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982039733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982039733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982039735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982039738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982039738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:39,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/8a28dcf67e7747fea74fcd085a544688 2024-11-07T12:19:39,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/8cc09c30b10b4b8a8a4812f1f7eae47a is 50, key is test_row_0/C:col10/1730981979068/Put/seqid=0 2024-11-07T12:19:39,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742309_1485 (size=12001) 2024-11-07T12:19:39,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/8cc09c30b10b4b8a8a4812f1f7eae47a 2024-11-07T12:19:39,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/80f2b89683f249c9b983f67129767769 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/80f2b89683f249c9b983f67129767769 2024-11-07T12:19:39,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/80f2b89683f249c9b983f67129767769, entries=150, sequenceid=127, filesize=11.7 K 2024-11-07T12:19:39,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/8a28dcf67e7747fea74fcd085a544688 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/8a28dcf67e7747fea74fcd085a544688 2024-11-07T12:19:39,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/8a28dcf67e7747fea74fcd085a544688, entries=150, sequenceid=127, filesize=11.7 K 2024-11-07T12:19:39,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/8cc09c30b10b4b8a8a4812f1f7eae47a as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/8cc09c30b10b4b8a8a4812f1f7eae47a 2024-11-07T12:19:39,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/8cc09c30b10b4b8a8a4812f1f7eae47a, entries=150, sequenceid=127, filesize=11.7 K 2024-11-07T12:19:39,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8636d42864eb57a5e792593f02dad494 in 855ms, sequenceid=127, compaction requested=false 2024-11-07T12:19:39,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-07T12:19:40,209 INFO [Thread-2055 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-07T12:19:40,210 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-07T12:19:40,212 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-07T12:19:40,213 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:40,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:40,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T12:19:40,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:40,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:40,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:40,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:40,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:40,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:40,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/6412e6ba1ae3431ca22fe316a7e77d99 is 50, key is test_row_0/A:col10/1730981980245/Put/seqid=0 2024-11-07T12:19:40,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982040256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982040254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742310_1486 (size=16931) 2024-11-07T12:19:40,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/6412e6ba1ae3431ca22fe316a7e77d99 2024-11-07T12:19:40,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982040265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982040265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982040265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/bf2b0e660a91425fa4c1b8cee644bbae is 50, key is test_row_0/B:col10/1730981980245/Put/seqid=0 2024-11-07T12:19:40,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742311_1487 (size=12151) 2024-11-07T12:19:40,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/bf2b0e660a91425fa4c1b8cee644bbae 2024-11-07T12:19:40,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/4ff57e1f45ec4e839a5d3766a4fb8861 is 50, key is test_row_0/C:col10/1730981980245/Put/seqid=0 2024-11-07T12:19:40,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742312_1488 (size=12151) 2024-11-07T12:19:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-07T12:19:40,365 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-07T12:19:40,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:40,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:40,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:40,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:40,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:40,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982040366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982040367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982040372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982040372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982040374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-07T12:19:40,519 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-07T12:19:40,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:40,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:40,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:40,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:40,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:40,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982040571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982040575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982040579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982040580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982040581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,672 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-07T12:19:40,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:40,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:40,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:40,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:40,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:40,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/4ff57e1f45ec4e839a5d3766a4fb8861 2024-11-07T12:19:40,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/6412e6ba1ae3431ca22fe316a7e77d99 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/6412e6ba1ae3431ca22fe316a7e77d99 2024-11-07T12:19:40,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/6412e6ba1ae3431ca22fe316a7e77d99, entries=250, sequenceid=156, filesize=16.5 K 2024-11-07T12:19:40,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/bf2b0e660a91425fa4c1b8cee644bbae as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/bf2b0e660a91425fa4c1b8cee644bbae 2024-11-07T12:19:40,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/bf2b0e660a91425fa4c1b8cee644bbae, entries=150, sequenceid=156, filesize=11.9 K 2024-11-07T12:19:40,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/4ff57e1f45ec4e839a5d3766a4fb8861 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/4ff57e1f45ec4e839a5d3766a4fb8861 2024-11-07T12:19:40,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/4ff57e1f45ec4e839a5d3766a4fb8861, entries=150, sequenceid=156, filesize=11.9 K 2024-11-07T12:19:40,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 8636d42864eb57a5e792593f02dad494 in 472ms, sequenceid=156, compaction requested=true 2024-11-07T12:19:40,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:40,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:19:40,717 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:40,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:40,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:19:40,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:40,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:19:40,717 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:40,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:40,718 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41173 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:40,718 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/A is initiating minor compaction (all files) 2024-11-07T12:19:40,718 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:40,718 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/A in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:40,718 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/B is initiating minor compaction (all files) 2024-11-07T12:19:40,718 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/B in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:40,718 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/8665ef729d774e23ad06a7a9c723e471, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/80f2b89683f249c9b983f67129767769, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/6412e6ba1ae3431ca22fe316a7e77d99] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=40.2 K 2024-11-07T12:19:40,718 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/50f8551c7f824a2db4a145ad754caf39, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/8a28dcf67e7747fea74fcd085a544688, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/bf2b0e660a91425fa4c1b8cee644bbae] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=35.5 K 2024-11-07T12:19:40,718 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8665ef729d774e23ad06a7a9c723e471, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1730981978118 2024-11-07T12:19:40,718 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 50f8551c7f824a2db4a145ad754caf39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1730981978118 2024-11-07T12:19:40,719 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a28dcf67e7747fea74fcd085a544688, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1730981978444 2024-11-07T12:19:40,719 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80f2b89683f249c9b983f67129767769, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1730981978444 2024-11-07T12:19:40,719 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting bf2b0e660a91425fa4c1b8cee644bbae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1730981979111 2024-11-07T12:19:40,719 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6412e6ba1ae3431ca22fe316a7e77d99, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1730981979099 2024-11-07T12:19:40,725 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#B#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:40,726 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/b4fdf94233c34af28ecf40899bd78b8b is 50, key is test_row_0/B:col10/1730981980245/Put/seqid=0 2024-11-07T12:19:40,726 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#A#compaction#408 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:40,727 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/01cc7192497c4c78941b4289469156dc is 50, key is test_row_0/A:col10/1730981980245/Put/seqid=0 2024-11-07T12:19:40,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742313_1489 (size=12493) 2024-11-07T12:19:40,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742314_1490 (size=12493) 2024-11-07T12:19:40,742 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/01cc7192497c4c78941b4289469156dc as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/01cc7192497c4c78941b4289469156dc 2024-11-07T12:19:40,746 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/A of 8636d42864eb57a5e792593f02dad494 into 01cc7192497c4c78941b4289469156dc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:40,746 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:40,747 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/A, priority=13, startTime=1730981980717; duration=0sec 2024-11-07T12:19:40,747 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:40,747 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:A 2024-11-07T12:19:40,747 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:40,748 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:40,748 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/C is initiating minor compaction (all files) 2024-11-07T12:19:40,748 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/C in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:40,748 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/3abacbe2c890448e9a677129a9bf74c5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/8cc09c30b10b4b8a8a4812f1f7eae47a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/4ff57e1f45ec4e839a5d3766a4fb8861] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=35.5 K 2024-11-07T12:19:40,748 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3abacbe2c890448e9a677129a9bf74c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1730981978118 2024-11-07T12:19:40,748 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cc09c30b10b4b8a8a4812f1f7eae47a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1730981978444 2024-11-07T12:19:40,749 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ff57e1f45ec4e839a5d3766a4fb8861, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1730981979111 2024-11-07T12:19:40,763 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#C#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:40,764 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/1543a183cb0e4349899e128e113ca904 is 50, key is test_row_0/C:col10/1730981980245/Put/seqid=0 2024-11-07T12:19:40,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742315_1491 (size=12493) 2024-11-07T12:19:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-07T12:19:40,829 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-07T12:19:40,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:40,829 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T12:19:40,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:40,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:40,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:40,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:40,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:40,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:40,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/1f17c0aa4a394111a9429e88fd987f74 is 50, key is test_row_0/A:col10/1730981980261/Put/seqid=0 2024-11-07T12:19:40,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742316_1492 (size=12151) 2024-11-07T12:19:40,856 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/1f17c0aa4a394111a9429e88fd987f74 2024-11-07T12:19:40,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/48119990f6bd4393ba63806d3090088a is 50, key is test_row_0/B:col10/1730981980261/Put/seqid=0 2024-11-07T12:19:40,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742317_1493 (size=12151) 2024-11-07T12:19:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:40,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:40,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982040953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982040967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982040967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982040967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:40,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982040968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:41,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982041069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:41,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982041074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:41,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982041075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:41,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982041075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:41,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982041075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:41,135 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/b4fdf94233c34af28ecf40899bd78b8b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/b4fdf94233c34af28ecf40899bd78b8b 2024-11-07T12:19:41,139 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/B of 8636d42864eb57a5e792593f02dad494 into b4fdf94233c34af28ecf40899bd78b8b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:41,139 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:41,139 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/B, priority=13, startTime=1730981980717; duration=0sec 2024-11-07T12:19:41,139 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:41,139 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:B 2024-11-07T12:19:41,175 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/1543a183cb0e4349899e128e113ca904 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/1543a183cb0e4349899e128e113ca904 2024-11-07T12:19:41,180 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/C of 8636d42864eb57a5e792593f02dad494 into 1543a183cb0e4349899e128e113ca904(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:41,180 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:41,180 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/C, priority=13, startTime=1730981980717; duration=0sec 2024-11-07T12:19:41,180 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:41,180 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:C 2024-11-07T12:19:41,269 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/48119990f6bd4393ba63806d3090088a 2024-11-07T12:19:41,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/97412277d74444cd84a954b0315c8bc2 is 50, key is test_row_0/C:col10/1730981980261/Put/seqid=0 2024-11-07T12:19:41,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742318_1494 (size=12151) 2024-11-07T12:19:41,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982041279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:41,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982041279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:41,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982041279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:41,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982041279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:41,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982041280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-07T12:19:41,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982041585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:41,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982041585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:41,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982041585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:41,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982041587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:41,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982041589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:41,679 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/97412277d74444cd84a954b0315c8bc2 2024-11-07T12:19:41,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/1f17c0aa4a394111a9429e88fd987f74 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/1f17c0aa4a394111a9429e88fd987f74 2024-11-07T12:19:41,686 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/1f17c0aa4a394111a9429e88fd987f74, entries=150, sequenceid=169, filesize=11.9 K 2024-11-07T12:19:41,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/48119990f6bd4393ba63806d3090088a as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/48119990f6bd4393ba63806d3090088a 2024-11-07T12:19:41,690 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/48119990f6bd4393ba63806d3090088a, entries=150, sequenceid=169, filesize=11.9 K 2024-11-07T12:19:41,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/97412277d74444cd84a954b0315c8bc2 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/97412277d74444cd84a954b0315c8bc2 2024-11-07T12:19:41,693 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/97412277d74444cd84a954b0315c8bc2, entries=150, sequenceid=169, filesize=11.9 K 2024-11-07T12:19:41,694 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8636d42864eb57a5e792593f02dad494 in 865ms, sequenceid=169, compaction requested=false 2024-11-07T12:19:41,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:41,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:41,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-07T12:19:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-07T12:19:41,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-07T12:19:41,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4820 sec 2024-11-07T12:19:41,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.4870 sec 2024-11-07T12:19:42,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T12:19:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:42,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:42,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:42,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:42,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:42,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:42,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:42,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/039942a93530458aa45fe034f1868b50 is 50, key is test_row_0/A:col10/1730981982101/Put/seqid=0 2024-11-07T12:19:42,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982042112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982042116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982042121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982042121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982042121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742319_1495 (size=12151) 2024-11-07T12:19:42,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/039942a93530458aa45fe034f1868b50 2024-11-07T12:19:42,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/4b4ec5ea55f142fc998ce0d1dd93537d is 50, key is test_row_0/B:col10/1730981982101/Put/seqid=0 2024-11-07T12:19:42,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982042219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982042219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742320_1496 (size=12151) 2024-11-07T12:19:42,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982042230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982042232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982042237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-07T12:19:42,321 INFO [Thread-2055 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-07T12:19:42,322 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-07T12:19:42,326 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:42,327 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:42,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-07T12:19:42,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982042424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982042425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-07T12:19:42,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982042439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982042439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982042440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,480 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T12:19:42,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:42,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:42,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:42,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:42,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:42,639 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T12:19:42,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:42,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:42,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:42,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:42,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-07T12:19:42,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/4b4ec5ea55f142fc998ce0d1dd93537d 2024-11-07T12:19:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:42,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/44ea225f3f9d4ea79cce7d0f9d509f9e is 50, key is test_row_0/C:col10/1730981982101/Put/seqid=0 2024-11-07T12:19:42,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742321_1497 (size=12151) 2024-11-07T12:19:42,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982042732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982042733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982042744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982042744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:42,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982042745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,795 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T12:19:42,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:42,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:42,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:42,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:42,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:42,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-07T12:19:42,948 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:42,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T12:19:42,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:42,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:42,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:42,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:42,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/44ea225f3f9d4ea79cce7d0f9d509f9e 2024-11-07T12:19:43,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/039942a93530458aa45fe034f1868b50 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/039942a93530458aa45fe034f1868b50 2024-11-07T12:19:43,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/039942a93530458aa45fe034f1868b50, entries=150, sequenceid=197, filesize=11.9 K 2024-11-07T12:19:43,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/4b4ec5ea55f142fc998ce0d1dd93537d as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/4b4ec5ea55f142fc998ce0d1dd93537d 2024-11-07T12:19:43,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/4b4ec5ea55f142fc998ce0d1dd93537d, entries=150, sequenceid=197, filesize=11.9 K 2024-11-07T12:19:43,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/44ea225f3f9d4ea79cce7d0f9d509f9e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/44ea225f3f9d4ea79cce7d0f9d509f9e 2024-11-07T12:19:43,100 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T12:19:43,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:43,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:43,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:43,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/44ea225f3f9d4ea79cce7d0f9d509f9e, entries=150, sequenceid=197, filesize=11.9 K 2024-11-07T12:19:43,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 8636d42864eb57a5e792593f02dad494 in 1004ms, sequenceid=197, compaction requested=true 2024-11-07T12:19:43,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:43,105 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:43,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:19:43,106 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:43,106 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:43,107 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:43,107 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/A is initiating minor compaction (all files) 2024-11-07T12:19:43,107 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/A in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:43,107 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/01cc7192497c4c78941b4289469156dc, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/1f17c0aa4a394111a9429e88fd987f74, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/039942a93530458aa45fe034f1868b50] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=35.9 K 2024-11-07T12:19:43,107 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01cc7192497c4c78941b4289469156dc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1730981979111 2024-11-07T12:19:43,108 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:43,108 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/B is initiating minor compaction (all files) 2024-11-07T12:19:43,108 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/B in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:43,108 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/b4fdf94233c34af28ecf40899bd78b8b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/48119990f6bd4393ba63806d3090088a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/4b4ec5ea55f142fc998ce0d1dd93537d] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=35.9 K 2024-11-07T12:19:43,108 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting b4fdf94233c34af28ecf40899bd78b8b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1730981979111 2024-11-07T12:19:43,108 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f17c0aa4a394111a9429e88fd987f74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1730981980259 2024-11-07T12:19:43,109 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 48119990f6bd4393ba63806d3090088a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1730981980259 2024-11-07T12:19:43,109 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 039942a93530458aa45fe034f1868b50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1730981980939 2024-11-07T12:19:43,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:19:43,110 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b4ec5ea55f142fc998ce0d1dd93537d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1730981980939 2024-11-07T12:19:43,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:43,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:19:43,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:43,120 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#A#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:43,120 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/a907917b5ace4b64ad5d1b1e55fbb009 is 50, key is test_row_0/A:col10/1730981982101/Put/seqid=0 2024-11-07T12:19:43,122 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#B#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:43,122 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/307a94fb55ba48b4bf338e2ac9891785 is 50, key is test_row_0/B:col10/1730981982101/Put/seqid=0 2024-11-07T12:19:43,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742322_1498 (size=12595) 2024-11-07T12:19:43,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742323_1499 (size=12595) 2024-11-07T12:19:43,147 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/307a94fb55ba48b4bf338e2ac9891785 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/307a94fb55ba48b4bf338e2ac9891785 2024-11-07T12:19:43,147 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/a907917b5ace4b64ad5d1b1e55fbb009 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/a907917b5ace4b64ad5d1b1e55fbb009 2024-11-07T12:19:43,152 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/A of 8636d42864eb57a5e792593f02dad494 into a907917b5ace4b64ad5d1b1e55fbb009(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:43,152 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/B of 8636d42864eb57a5e792593f02dad494 into 307a94fb55ba48b4bf338e2ac9891785(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:43,152 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:43,152 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:43,152 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/A, priority=13, startTime=1730981983105; duration=0sec 2024-11-07T12:19:43,152 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/B, priority=13, startTime=1730981983106; duration=0sec 2024-11-07T12:19:43,152 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:43,152 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:43,152 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:B 2024-11-07T12:19:43,152 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:A 2024-11-07T12:19:43,152 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:43,165 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:43,165 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/C is initiating minor compaction (all files) 2024-11-07T12:19:43,166 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/C in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:43,166 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/1543a183cb0e4349899e128e113ca904, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/97412277d74444cd84a954b0315c8bc2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/44ea225f3f9d4ea79cce7d0f9d509f9e] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=35.9 K 2024-11-07T12:19:43,166 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 1543a183cb0e4349899e128e113ca904, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1730981979111 2024-11-07T12:19:43,167 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 97412277d74444cd84a954b0315c8bc2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1730981980259 2024-11-07T12:19:43,167 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 44ea225f3f9d4ea79cce7d0f9d509f9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1730981980939 2024-11-07T12:19:43,186 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#C#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:43,187 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/612e712087fe4145a95e6a1accea6c7d is 50, key is test_row_0/C:col10/1730981982101/Put/seqid=0 2024-11-07T12:19:43,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742324_1500 (size=12595) 2024-11-07T12:19:43,214 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/612e712087fe4145a95e6a1accea6c7d as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/612e712087fe4145a95e6a1accea6c7d 2024-11-07T12:19:43,219 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/C of 8636d42864eb57a5e792593f02dad494 into 612e712087fe4145a95e6a1accea6c7d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:43,219 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:43,219 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/C, priority=13, startTime=1730981983115; duration=0sec 2024-11-07T12:19:43,219 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:43,219 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:C 2024-11-07T12:19:43,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:43,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T12:19:43,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:43,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:43,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:43,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:43,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:43,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:43,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/04d3dcf8c1854af492db2de0698bfd54 is 50, key is test_row_0/A:col10/1730981983242/Put/seqid=0 2024-11-07T12:19:43,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742325_1501 (size=12151) 2024-11-07T12:19:43,254 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/04d3dcf8c1854af492db2de0698bfd54 2024-11-07T12:19:43,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T12:19:43,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:43,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:43,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:43,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/e4415a8bff254032a42af75cbfeeb805 is 50, key is test_row_0/B:col10/1730981983242/Put/seqid=0 2024-11-07T12:19:43,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742326_1502 (size=12151) 2024-11-07T12:19:43,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982043304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982043305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982043305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982043306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982043306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,407 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T12:19:43,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:43,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:43,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:43,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982043410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982043410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982043410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982043410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982043411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-07T12:19:43,560 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T12:19:43,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:43,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:43,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:43,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982043615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982043615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982043615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982043616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982043617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/e4415a8bff254032a42af75cbfeeb805 2024-11-07T12:19:43,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/246eb8094fac4d40a72799a8bb954876 is 50, key is test_row_0/C:col10/1730981983242/Put/seqid=0 2024-11-07T12:19:43,713 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T12:19:43,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:43,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:43,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:43,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742327_1503 (size=12151) 2024-11-07T12:19:43,875 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T12:19:43,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:43,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:43,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:43,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:43,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982043921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982043921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982043921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982043922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:43,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982043922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,028 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T12:19:44,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:44,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:44,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:44,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:44,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:44,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/246eb8094fac4d40a72799a8bb954876 2024-11-07T12:19:44,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/04d3dcf8c1854af492db2de0698bfd54 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/04d3dcf8c1854af492db2de0698bfd54 2024-11-07T12:19:44,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/04d3dcf8c1854af492db2de0698bfd54, entries=150, sequenceid=212, filesize=11.9 K 2024-11-07T12:19:44,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/e4415a8bff254032a42af75cbfeeb805 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/e4415a8bff254032a42af75cbfeeb805 2024-11-07T12:19:44,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/e4415a8bff254032a42af75cbfeeb805, entries=150, sequenceid=212, filesize=11.9 K 2024-11-07T12:19:44,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/246eb8094fac4d40a72799a8bb954876 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/246eb8094fac4d40a72799a8bb954876 2024-11-07T12:19:44,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/246eb8094fac4d40a72799a8bb954876, entries=150, sequenceid=212, filesize=11.9 K 2024-11-07T12:19:44,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8636d42864eb57a5e792593f02dad494 in 928ms, sequenceid=212, compaction requested=false 2024-11-07T12:19:44,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:44,181 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-07T12:19:44,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:44,181 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T12:19:44,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:44,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:44,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:44,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:44,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:44,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:44,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/f37efb11057643b49254e8a3421e72ce is 50, key is test_row_0/A:col10/1730981983305/Put/seqid=0 2024-11-07T12:19:44,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742328_1504 (size=12151) 2024-11-07T12:19:44,192 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/f37efb11057643b49254e8a3421e72ce 2024-11-07T12:19:44,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/39ecaec6e741415c8819a978d152e79f is 50, key is test_row_0/B:col10/1730981983305/Put/seqid=0 2024-11-07T12:19:44,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742329_1505 (size=12151) 2024-11-07T12:19:44,208 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/39ecaec6e741415c8819a978d152e79f 2024-11-07T12:19:44,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/2f679e40fdaa45a5bec986b789a23285 is 50, key is test_row_0/C:col10/1730981983305/Put/seqid=0 2024-11-07T12:19:44,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742330_1506 (size=12151) 2024-11-07T12:19:44,221 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/2f679e40fdaa45a5bec986b789a23285 2024-11-07T12:19:44,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/f37efb11057643b49254e8a3421e72ce as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/f37efb11057643b49254e8a3421e72ce 2024-11-07T12:19:44,233 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/f37efb11057643b49254e8a3421e72ce, entries=150, sequenceid=236, filesize=11.9 K 2024-11-07T12:19:44,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/39ecaec6e741415c8819a978d152e79f as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/39ecaec6e741415c8819a978d152e79f 2024-11-07T12:19:44,249 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/39ecaec6e741415c8819a978d152e79f, entries=150, sequenceid=236, filesize=11.9 K 2024-11-07T12:19:44,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/2f679e40fdaa45a5bec986b789a23285 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2f679e40fdaa45a5bec986b789a23285 2024-11-07T12:19:44,260 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2f679e40fdaa45a5bec986b789a23285, entries=150, sequenceid=236, filesize=11.9 K 2024-11-07T12:19:44,260 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 8636d42864eb57a5e792593f02dad494 in 79ms, sequenceid=236, compaction requested=true 2024-11-07T12:19:44,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:44,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:44,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-07T12:19:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-07T12:19:44,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-07T12:19:44,264 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9350 sec 2024-11-07T12:19:44,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.9430 sec 2024-11-07T12:19:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-07T12:19:44,443 INFO [Thread-2055 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-07T12:19:44,444 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-07T12:19:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-07T12:19:44,446 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:44,446 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:44,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:44,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T12:19:44,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:44,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:44,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:44,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:44,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:44,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:44,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/cdfd8e992a3b4756afaa9e086e308d14 is 50, key is test_row_0/A:col10/1730981984441/Put/seqid=0 2024-11-07T12:19:44,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742331_1507 (size=12151) 2024-11-07T12:19:44,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/cdfd8e992a3b4756afaa9e086e308d14 2024-11-07T12:19:44,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/6d01facb6e264edca5dd21cf592a307e is 50, key is test_row_0/B:col10/1730981984441/Put/seqid=0 2024-11-07T12:19:44,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982044490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982044491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982044492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:44,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982044493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982044497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742332_1508 (size=12151) 2024-11-07T12:19:44,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/6d01facb6e264edca5dd21cf592a307e 2024-11-07T12:19:44,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/09ec5650a1c447c487bf8c61378cfb29 is 50, key is test_row_0/C:col10/1730981984441/Put/seqid=0 2024-11-07T12:19:44,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742333_1509 (size=12151) 2024-11-07T12:19:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-07T12:19:44,598 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-07T12:19:44,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:44,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:44,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:44,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:44,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:44,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:44,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982044603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982044603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982044603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:44,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982044603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:44,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982044608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-07T12:19:44,754 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-07T12:19:44,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:44,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:44,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:44,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:44,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:44,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982044807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982044807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982044807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982044815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982044815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,907 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:44,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-07T12:19:44,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:44,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:44,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:44,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:44,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:44,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/09ec5650a1c447c487bf8c61378cfb29 2024-11-07T12:19:44,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/cdfd8e992a3b4756afaa9e086e308d14 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/cdfd8e992a3b4756afaa9e086e308d14 2024-11-07T12:19:44,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/cdfd8e992a3b4756afaa9e086e308d14, entries=150, sequenceid=247, filesize=11.9 K 2024-11-07T12:19:44,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/6d01facb6e264edca5dd21cf592a307e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/6d01facb6e264edca5dd21cf592a307e 2024-11-07T12:19:44,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/6d01facb6e264edca5dd21cf592a307e, entries=150, sequenceid=247, filesize=11.9 K 2024-11-07T12:19:44,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/09ec5650a1c447c487bf8c61378cfb29 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/09ec5650a1c447c487bf8c61378cfb29 2024-11-07T12:19:44,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/09ec5650a1c447c487bf8c61378cfb29, entries=150, sequenceid=247, filesize=11.9 K 2024-11-07T12:19:44,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 8636d42864eb57a5e792593f02dad494 in 507ms, sequenceid=247, compaction requested=true 2024-11-07T12:19:44,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:44,960 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:44,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:19:44,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:44,960 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:44,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:19:44,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:44,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:19:44,961 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:44,961 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/A is initiating minor compaction (all files) 2024-11-07T12:19:44,961 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/A in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:44,961 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/a907917b5ace4b64ad5d1b1e55fbb009, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/04d3dcf8c1854af492db2de0698bfd54, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/f37efb11057643b49254e8a3421e72ce, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/cdfd8e992a3b4756afaa9e086e308d14] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=47.9 K 2024-11-07T12:19:44,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:44,962 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting a907917b5ace4b64ad5d1b1e55fbb009, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1730981980939 2024-11-07T12:19:44,962 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:44,962 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/B is initiating minor compaction (all files) 2024-11-07T12:19:44,962 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/B in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:44,962 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/307a94fb55ba48b4bf338e2ac9891785, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/e4415a8bff254032a42af75cbfeeb805, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/39ecaec6e741415c8819a978d152e79f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/6d01facb6e264edca5dd21cf592a307e] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=47.9 K 2024-11-07T12:19:44,962 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04d3dcf8c1854af492db2de0698bfd54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1730981982116 2024-11-07T12:19:44,962 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 307a94fb55ba48b4bf338e2ac9891785, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1730981980939 2024-11-07T12:19:44,963 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting e4415a8bff254032a42af75cbfeeb805, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1730981982116 2024-11-07T12:19:44,963 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting f37efb11057643b49254e8a3421e72ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1730981983303 2024-11-07T12:19:44,963 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 39ecaec6e741415c8819a978d152e79f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1730981983303 2024-11-07T12:19:44,963 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdfd8e992a3b4756afaa9e086e308d14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1730981984430 2024-11-07T12:19:44,963 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d01facb6e264edca5dd21cf592a307e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1730981984430 2024-11-07T12:19:44,972 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#A#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:44,972 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/e673f25a5e424681976ad9bfdf972e73 is 50, key is test_row_0/A:col10/1730981984441/Put/seqid=0 2024-11-07T12:19:44,976 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#B#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:44,976 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/544c2bac45d04a0f9cd268b2bd11960a is 50, key is test_row_0/B:col10/1730981984441/Put/seqid=0 2024-11-07T12:19:44,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742334_1510 (size=12731) 2024-11-07T12:19:44,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742335_1511 (size=12731) 2024-11-07T12:19:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-07T12:19:45,060 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-07T12:19:45,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:45,062 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T12:19:45,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:45,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:45,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:45,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:45,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:45,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:45,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/05e18f08cc17448898b83a0c09eeeadd is 50, key is test_row_0/A:col10/1730981984491/Put/seqid=0 2024-11-07T12:19:45,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742336_1512 (size=12301) 2024-11-07T12:19:45,109 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/05e18f08cc17448898b83a0c09eeeadd 2024-11-07T12:19:45,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/a71b25addbed4ffaa8a2203e36dfb222 is 50, key is test_row_0/B:col10/1730981984491/Put/seqid=0 2024-11-07T12:19:45,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:45,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742337_1513 (size=12301) 2024-11-07T12:19:45,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982045133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982045134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982045135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982045136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982045141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982045243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982045243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982045243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982045247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982045247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,386 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/e673f25a5e424681976ad9bfdf972e73 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/e673f25a5e424681976ad9bfdf972e73 2024-11-07T12:19:45,386 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/544c2bac45d04a0f9cd268b2bd11960a as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/544c2bac45d04a0f9cd268b2bd11960a 2024-11-07T12:19:45,393 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8636d42864eb57a5e792593f02dad494/A of 8636d42864eb57a5e792593f02dad494 into e673f25a5e424681976ad9bfdf972e73(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:45,393 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:45,393 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/A, priority=12, startTime=1730981984960; duration=0sec 2024-11-07T12:19:45,393 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:45,393 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:A 2024-11-07T12:19:45,393 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-07T12:19:45,395 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8636d42864eb57a5e792593f02dad494/B of 8636d42864eb57a5e792593f02dad494 into 544c2bac45d04a0f9cd268b2bd11960a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:45,395 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:45,395 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/B, priority=12, startTime=1730981984960; duration=0sec 2024-11-07T12:19:45,395 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:45,395 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:B 2024-11-07T12:19:45,396 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-07T12:19:45,396 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/C is initiating minor compaction (all files) 2024-11-07T12:19:45,396 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/C in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:45,396 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/612e712087fe4145a95e6a1accea6c7d, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/246eb8094fac4d40a72799a8bb954876, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2f679e40fdaa45a5bec986b789a23285, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/09ec5650a1c447c487bf8c61378cfb29] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=47.9 K 2024-11-07T12:19:45,396 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 612e712087fe4145a95e6a1accea6c7d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1730981980939 2024-11-07T12:19:45,397 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 246eb8094fac4d40a72799a8bb954876, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1730981982116 2024-11-07T12:19:45,397 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f679e40fdaa45a5bec986b789a23285, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1730981983303 2024-11-07T12:19:45,397 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09ec5650a1c447c487bf8c61378cfb29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1730981984430 2024-11-07T12:19:45,405 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#C#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:45,406 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/20d0b9ed82cb43968be0b418939a0f88 is 50, key is test_row_0/C:col10/1730981984441/Put/seqid=0 2024-11-07T12:19:45,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742338_1514 (size=12731) 2024-11-07T12:19:45,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982045450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982045450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982045451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982045452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982045452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,532 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/a71b25addbed4ffaa8a2203e36dfb222 2024-11-07T12:19:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-07T12:19:45,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/4597fc1e9a404fec9eba45f753c8cf77 is 50, key is test_row_0/C:col10/1730981984491/Put/seqid=0 2024-11-07T12:19:45,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742339_1515 (size=12301) 2024-11-07T12:19:45,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982045757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982045757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982045760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982045760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982045762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:45,833 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/20d0b9ed82cb43968be0b418939a0f88 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/20d0b9ed82cb43968be0b418939a0f88 2024-11-07T12:19:45,845 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 8636d42864eb57a5e792593f02dad494/C of 8636d42864eb57a5e792593f02dad494 into 20d0b9ed82cb43968be0b418939a0f88(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:45,845 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:45,845 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/C, priority=12, startTime=1730981984961; duration=0sec 2024-11-07T12:19:45,846 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:45,846 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:C 2024-11-07T12:19:45,979 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/4597fc1e9a404fec9eba45f753c8cf77 2024-11-07T12:19:45,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/05e18f08cc17448898b83a0c09eeeadd as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/05e18f08cc17448898b83a0c09eeeadd 2024-11-07T12:19:45,987 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/05e18f08cc17448898b83a0c09eeeadd, entries=150, sequenceid=272, filesize=12.0 K 2024-11-07T12:19:45,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/a71b25addbed4ffaa8a2203e36dfb222 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/a71b25addbed4ffaa8a2203e36dfb222 2024-11-07T12:19:45,992 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/a71b25addbed4ffaa8a2203e36dfb222, entries=150, sequenceid=272, filesize=12.0 K 2024-11-07T12:19:45,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/4597fc1e9a404fec9eba45f753c8cf77 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/4597fc1e9a404fec9eba45f753c8cf77 2024-11-07T12:19:45,999 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/4597fc1e9a404fec9eba45f753c8cf77, entries=150, sequenceid=272, filesize=12.0 K 2024-11-07T12:19:46,000 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 8636d42864eb57a5e792593f02dad494 in 938ms, sequenceid=272, compaction requested=false 2024-11-07T12:19:46,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:46,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:46,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-07T12:19:46,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-07T12:19:46,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-07T12:19:46,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5550 sec 2024-11-07T12:19:46,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.5590 sec 2024-11-07T12:19:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:46,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T12:19:46,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:46,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:46,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:46,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:46,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:46,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:46,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/c404708c64024f4483b8a5d40d6502e0 is 50, key is test_row_0/A:col10/1730981986264/Put/seqid=0 2024-11-07T12:19:46,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742340_1516 (size=12297) 2024-11-07T12:19:46,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/c404708c64024f4483b8a5d40d6502e0 2024-11-07T12:19:46,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982046295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/41300ad7510941dd9553813e9d95b5e5 is 50, key is test_row_0/B:col10/1730981986264/Put/seqid=0 2024-11-07T12:19:46,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982046298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982046300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982046304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982046307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742341_1517 (size=9857) 2024-11-07T12:19:46,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/41300ad7510941dd9553813e9d95b5e5 2024-11-07T12:19:46,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/fd55989cf1794ff9912686f52009a755 is 50, key is test_row_0/C:col10/1730981986264/Put/seqid=0 2024-11-07T12:19:46,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742342_1518 (size=9857) 2024-11-07T12:19:46,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982046403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982046408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982046409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982046409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982046412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-07T12:19:46,551 INFO [Thread-2055 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-07T12:19:46,552 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-07T12:19:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-07T12:19:46,554 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:46,555 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:46,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:46,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982046607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982046614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982046615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982046615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982046616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-07T12:19:46,707 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-07T12:19:46,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:46,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:46,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:46,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:46,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:46,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/fd55989cf1794ff9912686f52009a755 2024-11-07T12:19:46,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/c404708c64024f4483b8a5d40d6502e0 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/c404708c64024f4483b8a5d40d6502e0 2024-11-07T12:19:46,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/c404708c64024f4483b8a5d40d6502e0, entries=150, sequenceid=287, filesize=12.0 K 2024-11-07T12:19:46,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/41300ad7510941dd9553813e9d95b5e5 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/41300ad7510941dd9553813e9d95b5e5 2024-11-07T12:19:46,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/41300ad7510941dd9553813e9d95b5e5, entries=100, sequenceid=287, filesize=9.6 K 2024-11-07T12:19:46,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/fd55989cf1794ff9912686f52009a755 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/fd55989cf1794ff9912686f52009a755 2024-11-07T12:19:46,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/fd55989cf1794ff9912686f52009a755, entries=100, sequenceid=287, filesize=9.6 K 2024-11-07T12:19:46,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8636d42864eb57a5e792593f02dad494 in 528ms, sequenceid=287, compaction requested=true 2024-11-07T12:19:46,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:46,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:19:46,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:46,795 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:46,795 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:46,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:19:46,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:46,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:19:46,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:46,803 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:46,803 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/B is initiating minor compaction (all files) 2024-11-07T12:19:46,804 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/B in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:46,804 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/544c2bac45d04a0f9cd268b2bd11960a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/a71b25addbed4ffaa8a2203e36dfb222, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/41300ad7510941dd9553813e9d95b5e5] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=34.1 K 2024-11-07T12:19:46,804 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37329 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:46,804 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/A is initiating minor compaction (all files) 2024-11-07T12:19:46,804 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/A in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:46,804 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/e673f25a5e424681976ad9bfdf972e73, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/05e18f08cc17448898b83a0c09eeeadd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/c404708c64024f4483b8a5d40d6502e0] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=36.5 K 2024-11-07T12:19:46,805 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 544c2bac45d04a0f9cd268b2bd11960a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1730981984430 2024-11-07T12:19:46,805 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting e673f25a5e424681976ad9bfdf972e73, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1730981984430 2024-11-07T12:19:46,805 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05e18f08cc17448898b83a0c09eeeadd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1730981984491 2024-11-07T12:19:46,805 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting a71b25addbed4ffaa8a2203e36dfb222, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1730981984491 2024-11-07T12:19:46,805 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 41300ad7510941dd9553813e9d95b5e5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1730981985140 2024-11-07T12:19:46,806 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting c404708c64024f4483b8a5d40d6502e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1730981985135 2024-11-07T12:19:46,818 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#B#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:46,819 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/ae41b5b3328a43f9a2dfff60db5039f0 is 50, key is test_row_0/B:col10/1730981986264/Put/seqid=0 2024-11-07T12:19:46,825 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#A#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:46,836 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/b9a35ce139f946f2b316cb7b36c1b4b9 is 50, key is test_row_0/A:col10/1730981986264/Put/seqid=0 2024-11-07T12:19:46,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742343_1519 (size=12983) 2024-11-07T12:19:46,851 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/ae41b5b3328a43f9a2dfff60db5039f0 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/ae41b5b3328a43f9a2dfff60db5039f0 2024-11-07T12:19:46,855 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/B of 8636d42864eb57a5e792593f02dad494 into ae41b5b3328a43f9a2dfff60db5039f0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:46,855 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:46,855 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/B, priority=13, startTime=1730981986795; duration=0sec 2024-11-07T12:19:46,855 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:46,855 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:B 2024-11-07T12:19:46,856 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:46,857 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:46,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742344_1520 (size=12983) 2024-11-07T12:19:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-07T12:19:46,857 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/C is initiating minor compaction (all files) 2024-11-07T12:19:46,857 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/C in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:46,857 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/20d0b9ed82cb43968be0b418939a0f88, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/4597fc1e9a404fec9eba45f753c8cf77, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/fd55989cf1794ff9912686f52009a755] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=34.1 K 2024-11-07T12:19:46,857 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 20d0b9ed82cb43968be0b418939a0f88, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1730981984430 2024-11-07T12:19:46,858 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 4597fc1e9a404fec9eba45f753c8cf77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1730981984491 2024-11-07T12:19:46,858 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting fd55989cf1794ff9912686f52009a755, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1730981985140 2024-11-07T12:19:46,859 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-07T12:19:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:46,860 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T12:19:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:46,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:46,864 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/b9a35ce139f946f2b316cb7b36c1b4b9 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/b9a35ce139f946f2b316cb7b36c1b4b9 2024-11-07T12:19:46,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/9f22824ae629414b8c7bfb381ee3706f is 50, key is test_row_0/A:col10/1730981986295/Put/seqid=0 2024-11-07T12:19:46,872 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/A of 8636d42864eb57a5e792593f02dad494 into b9a35ce139f946f2b316cb7b36c1b4b9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:46,872 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:46,872 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/A, priority=13, startTime=1730981986795; duration=0sec 2024-11-07T12:19:46,872 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:46,872 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:A 2024-11-07T12:19:46,883 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#C#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:46,883 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/aeb0fb88d82b4bff974e5f2ae2f43889 is 50, key is test_row_0/C:col10/1730981986264/Put/seqid=0 2024-11-07T12:19:46,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742345_1521 (size=12301) 2024-11-07T12:19:46,912 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/9f22824ae629414b8c7bfb381ee3706f 2024-11-07T12:19:46,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742346_1522 (size=12983) 2024-11-07T12:19:46,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:46,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/bc45f5095bb14e6a8cb8a7480aa7b2cd is 50, key is test_row_0/B:col10/1730981986295/Put/seqid=0 2024-11-07T12:19:46,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742347_1523 (size=12301) 2024-11-07T12:19:46,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982046932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982046931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982046961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982046961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:46,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982046961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:47,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982047062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:47,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982047062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:47,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982047069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:47,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982047070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:47,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982047070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-07T12:19:47,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982047266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:47,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982047266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:47,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982047273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:47,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982047276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:47,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982047277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:47,323 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/aeb0fb88d82b4bff974e5f2ae2f43889 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/aeb0fb88d82b4bff974e5f2ae2f43889 2024-11-07T12:19:47,327 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/C of 8636d42864eb57a5e792593f02dad494 into aeb0fb88d82b4bff974e5f2ae2f43889(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:47,327 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:47,327 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/C, priority=13, startTime=1730981986795; duration=0sec 2024-11-07T12:19:47,327 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:47,327 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:C 2024-11-07T12:19:47,341 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/bc45f5095bb14e6a8cb8a7480aa7b2cd 2024-11-07T12:19:47,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/364efee7878a43838db2284049fb1564 is 50, key is test_row_0/C:col10/1730981986295/Put/seqid=0 2024-11-07T12:19:47,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742348_1524 (size=12301) 2024-11-07T12:19:47,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982047571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:47,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982047572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:47,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:47,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982047579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:47,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982047583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:47,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982047586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:47,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-07T12:19:47,773 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/364efee7878a43838db2284049fb1564 2024-11-07T12:19:47,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/9f22824ae629414b8c7bfb381ee3706f as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/9f22824ae629414b8c7bfb381ee3706f 2024-11-07T12:19:47,781 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/9f22824ae629414b8c7bfb381ee3706f, entries=150, sequenceid=312, filesize=12.0 K 2024-11-07T12:19:47,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/bc45f5095bb14e6a8cb8a7480aa7b2cd as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/bc45f5095bb14e6a8cb8a7480aa7b2cd 2024-11-07T12:19:47,796 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/bc45f5095bb14e6a8cb8a7480aa7b2cd, entries=150, sequenceid=312, filesize=12.0 K 2024-11-07T12:19:47,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/364efee7878a43838db2284049fb1564 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/364efee7878a43838db2284049fb1564 2024-11-07T12:19:47,803 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/364efee7878a43838db2284049fb1564, entries=150, sequenceid=312, filesize=12.0 K 2024-11-07T12:19:47,804 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8636d42864eb57a5e792593f02dad494 in 944ms, sequenceid=312, compaction requested=false 2024-11-07T12:19:47,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:47,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:47,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-07T12:19:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-07T12:19:47,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-07T12:19:47,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2530 sec 2024-11-07T12:19:47,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.2580 sec 2024-11-07T12:19:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:48,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T12:19:48,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:48,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:48,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:48,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:48,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:48,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:48,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/81d06f0c38ea4033b1e3ba0d460922e8 is 50, key is test_row_0/A:col10/1730981988076/Put/seqid=0 2024-11-07T12:19:48,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742349_1525 (size=14741) 2024-11-07T12:19:48,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982048136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982048142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982048169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982048169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982048170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982048272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982048275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982048277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982048277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982048277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982048477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982048479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982048481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982048482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982048483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/81d06f0c38ea4033b1e3ba0d460922e8 2024-11-07T12:19:48,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/df9c0b09cb884c56be6e1a2238419d06 is 50, key is test_row_0/B:col10/1730981988076/Put/seqid=0 2024-11-07T12:19:48,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742350_1526 (size=12301) 2024-11-07T12:19:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-07T12:19:48,659 INFO [Thread-2055 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-07T12:19:48,660 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:48,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-07T12:19:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-07T12:19:48,668 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:48,669 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:48,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-07T12:19:48,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982048781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982048785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982048786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982048787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:48,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982048787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-07T12:19:48,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:48,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:48,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:48,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:48,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:48,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/df9c0b09cb884c56be6e1a2238419d06 2024-11-07T12:19:48,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/cf264d9e0545411ba4cfbd57dc7a4d4f is 50, key is test_row_0/C:col10/1730981988076/Put/seqid=0 2024-11-07T12:19:48,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742351_1527 (size=12301) 2024-11-07T12:19:48,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/cf264d9e0545411ba4cfbd57dc7a4d4f 2024-11-07T12:19:48,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/81d06f0c38ea4033b1e3ba0d460922e8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/81d06f0c38ea4033b1e3ba0d460922e8 2024-11-07T12:19:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-07T12:19:48,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/81d06f0c38ea4033b1e3ba0d460922e8, entries=200, sequenceid=327, filesize=14.4 K 2024-11-07T12:19:48,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/df9c0b09cb884c56be6e1a2238419d06 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/df9c0b09cb884c56be6e1a2238419d06 2024-11-07T12:19:48,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:48,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-07T12:19:48,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:48,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:48,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:48,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:48,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:48,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/df9c0b09cb884c56be6e1a2238419d06, entries=150, sequenceid=327, filesize=12.0 K 2024-11-07T12:19:48,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/cf264d9e0545411ba4cfbd57dc7a4d4f as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/cf264d9e0545411ba4cfbd57dc7a4d4f 2024-11-07T12:19:48,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/cf264d9e0545411ba4cfbd57dc7a4d4f, entries=150, sequenceid=327, filesize=12.0 K 2024-11-07T12:19:48,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 8636d42864eb57a5e792593f02dad494 in 908ms, sequenceid=327, compaction requested=true 2024-11-07T12:19:48,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:48,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:19:48,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:48,985 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:48,985 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:48,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:19:48,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:48,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:19:48,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:48,986 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:48,986 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:48,986 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/B is initiating minor compaction (all files) 2024-11-07T12:19:48,986 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/A is initiating minor compaction (all files) 2024-11-07T12:19:48,986 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/B in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:48,986 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/A in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:48,987 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/ae41b5b3328a43f9a2dfff60db5039f0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/bc45f5095bb14e6a8cb8a7480aa7b2cd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/df9c0b09cb884c56be6e1a2238419d06] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=36.7 K 2024-11-07T12:19:48,987 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/b9a35ce139f946f2b316cb7b36c1b4b9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/9f22824ae629414b8c7bfb381ee3706f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/81d06f0c38ea4033b1e3ba0d460922e8] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=39.1 K 2024-11-07T12:19:48,987 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting ae41b5b3328a43f9a2dfff60db5039f0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1730981984492 2024-11-07T12:19:48,987 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9a35ce139f946f2b316cb7b36c1b4b9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1730981984492 2024-11-07T12:19:48,987 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f22824ae629414b8c7bfb381ee3706f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1730981986295 2024-11-07T12:19:48,987 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting bc45f5095bb14e6a8cb8a7480aa7b2cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1730981986295 2024-11-07T12:19:48,988 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting df9c0b09cb884c56be6e1a2238419d06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1730981986926 2024-11-07T12:19:48,988 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81d06f0c38ea4033b1e3ba0d460922e8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1730981986926 2024-11-07T12:19:49,013 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#A#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:49,013 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/2217b6506845401bb909c4a94ee9e54c is 50, key is test_row_0/A:col10/1730981988076/Put/seqid=0 2024-11-07T12:19:49,026 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#B#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:49,027 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/04177a6425704c0a9f895a83bc4ebc37 is 50, key is test_row_0/B:col10/1730981988076/Put/seqid=0 2024-11-07T12:19:49,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742352_1528 (size=13085) 2024-11-07T12:19:49,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742353_1529 (size=13085) 2024-11-07T12:19:49,130 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-07T12:19:49,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:49,131 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-07T12:19:49,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:49,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:49,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:49,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:49,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:49,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:49,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/cb5bcc15017246998a984bba2912f16c is 50, key is test_row_0/A:col10/1730981988142/Put/seqid=0 2024-11-07T12:19:49,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742354_1530 (size=12301) 2024-11-07T12:19:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-07T12:19:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:49,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:49,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982049303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982049309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982049310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982049312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982049312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982049412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982049420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982049423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982049422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982049423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,453 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/2217b6506845401bb909c4a94ee9e54c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/2217b6506845401bb909c4a94ee9e54c 2024-11-07T12:19:49,457 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/04177a6425704c0a9f895a83bc4ebc37 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/04177a6425704c0a9f895a83bc4ebc37 2024-11-07T12:19:49,458 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/A of 8636d42864eb57a5e792593f02dad494 into 2217b6506845401bb909c4a94ee9e54c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:49,458 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:49,458 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/A, priority=13, startTime=1730981988985; duration=0sec 2024-11-07T12:19:49,458 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:49,458 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:A 2024-11-07T12:19:49,458 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:49,460 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:49,460 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/C is initiating minor compaction (all files) 2024-11-07T12:19:49,460 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/C in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:49,460 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/aeb0fb88d82b4bff974e5f2ae2f43889, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/364efee7878a43838db2284049fb1564, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/cf264d9e0545411ba4cfbd57dc7a4d4f] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=36.7 K 2024-11-07T12:19:49,461 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting aeb0fb88d82b4bff974e5f2ae2f43889, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1730981984492 2024-11-07T12:19:49,461 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 364efee7878a43838db2284049fb1564, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1730981986295 2024-11-07T12:19:49,462 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf264d9e0545411ba4cfbd57dc7a4d4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1730981986926 2024-11-07T12:19:49,462 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/B of 8636d42864eb57a5e792593f02dad494 into 04177a6425704c0a9f895a83bc4ebc37(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:49,462 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:49,462 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/B, priority=13, startTime=1730981988985; duration=0sec 2024-11-07T12:19:49,462 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:49,462 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:B 2024-11-07T12:19:49,469 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#C#compaction#449 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:49,469 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/b539b275a471407ab2a5924b3d278a96 is 50, key is test_row_0/C:col10/1730981988076/Put/seqid=0 2024-11-07T12:19:49,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742355_1531 (size=13085) 2024-11-07T12:19:49,558 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/cb5bcc15017246998a984bba2912f16c 2024-11-07T12:19:49,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/5aa0de729ed84e6896cb2818ac6b60f5 is 50, key is test_row_0/B:col10/1730981988142/Put/seqid=0 2024-11-07T12:19:49,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742356_1532 (size=12301) 2024-11-07T12:19:49,581 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/5aa0de729ed84e6896cb2818ac6b60f5 2024-11-07T12:19:49,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/abdaa0b5daab4077b39e0d99a1c2c47d is 50, key is test_row_0/C:col10/1730981988142/Put/seqid=0 2024-11-07T12:19:49,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742357_1533 (size=12301) 2024-11-07T12:19:49,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982049622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982049624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982049630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982049630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982049631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-07T12:19:49,884 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/b539b275a471407ab2a5924b3d278a96 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/b539b275a471407ab2a5924b3d278a96 2024-11-07T12:19:49,889 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/C of 8636d42864eb57a5e792593f02dad494 into b539b275a471407ab2a5924b3d278a96(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:49,889 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:49,889 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/C, priority=13, startTime=1730981988985; duration=0sec 2024-11-07T12:19:49,889 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:49,889 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:C 2024-11-07T12:19:49,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982049928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982049930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982049938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982049935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:49,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982049939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:50,002 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/abdaa0b5daab4077b39e0d99a1c2c47d 2024-11-07T12:19:50,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/cb5bcc15017246998a984bba2912f16c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/cb5bcc15017246998a984bba2912f16c 2024-11-07T12:19:50,039 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/cb5bcc15017246998a984bba2912f16c, entries=150, sequenceid=352, filesize=12.0 K 2024-11-07T12:19:50,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/5aa0de729ed84e6896cb2818ac6b60f5 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/5aa0de729ed84e6896cb2818ac6b60f5 2024-11-07T12:19:50,043 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/5aa0de729ed84e6896cb2818ac6b60f5, entries=150, sequenceid=352, filesize=12.0 K 2024-11-07T12:19:50,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/abdaa0b5daab4077b39e0d99a1c2c47d as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/abdaa0b5daab4077b39e0d99a1c2c47d 2024-11-07T12:19:50,051 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/abdaa0b5daab4077b39e0d99a1c2c47d, entries=150, sequenceid=352, filesize=12.0 K 2024-11-07T12:19:50,052 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 8636d42864eb57a5e792593f02dad494 in 921ms, sequenceid=352, compaction requested=false 2024-11-07T12:19:50,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:50,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:50,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-07T12:19:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-07T12:19:50,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-07T12:19:50,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3840 sec 2024-11-07T12:19:50,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.3940 sec 2024-11-07T12:19:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:50,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T12:19:50,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:50,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:50,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:50,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:50,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:50,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:50,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/5101aa7da4fa4cd192caf5bbe16abef3 is 50, key is test_row_0/A:col10/1730981989297/Put/seqid=0 2024-11-07T12:19:50,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982050469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:50,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982050470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:50,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982050478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:50,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982050480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:50,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982050483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:50,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742358_1534 (size=14741) 2024-11-07T12:19:50,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/5101aa7da4fa4cd192caf5bbe16abef3 2024-11-07T12:19:50,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/aa40c55b5fc5418090475d9aa14c5a90 is 50, key is test_row_0/B:col10/1730981989297/Put/seqid=0 2024-11-07T12:19:50,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742359_1535 (size=12301) 2024-11-07T12:19:50,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982050584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:50,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982050588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:50,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982050589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:50,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982050589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:50,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982050590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-07T12:19:50,767 INFO [Thread-2055 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-07T12:19:50,769 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-07T12:19:50,771 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:50,771 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:50,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-07T12:19:50,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982050789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:50,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982050796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:50,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982050797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:50,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982050799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:50,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982050800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:50,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-07T12:19:50,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/aa40c55b5fc5418090475d9aa14c5a90 2024-11-07T12:19:50,930 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:50,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-07T12:19:50,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:50,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:50,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:50,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:50,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:50,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:50,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/e25cdcd4eeca4db5a891ab9d3ca67387 is 50, key is test_row_0/C:col10/1730981989297/Put/seqid=0 2024-11-07T12:19:50,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742360_1536 (size=12301) 2024-11-07T12:19:51,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-07T12:19:51,083 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-07T12:19:51,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:51,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:51,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:51,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:51,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:51,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982051098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982051102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982051102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982051104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982051108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-07T12:19:51,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:51,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:51,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:51,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:51,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:51,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/e25cdcd4eeca4db5a891ab9d3ca67387 2024-11-07T12:19:51,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/5101aa7da4fa4cd192caf5bbe16abef3 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/5101aa7da4fa4cd192caf5bbe16abef3 2024-11-07T12:19:51,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/5101aa7da4fa4cd192caf5bbe16abef3, entries=200, sequenceid=369, filesize=14.4 K 2024-11-07T12:19:51,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/aa40c55b5fc5418090475d9aa14c5a90 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/aa40c55b5fc5418090475d9aa14c5a90 2024-11-07T12:19:51,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/aa40c55b5fc5418090475d9aa14c5a90, entries=150, sequenceid=369, filesize=12.0 K 2024-11-07T12:19:51,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/e25cdcd4eeca4db5a891ab9d3ca67387 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/e25cdcd4eeca4db5a891ab9d3ca67387 2024-11-07T12:19:51,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/e25cdcd4eeca4db5a891ab9d3ca67387, entries=150, sequenceid=369, filesize=12.0 K 2024-11-07T12:19:51,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 8636d42864eb57a5e792593f02dad494 in 933ms, sequenceid=369, compaction requested=true 2024-11-07T12:19:51,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:51,373 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:51,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:19:51,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:51,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:19:51,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:51,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:19:51,374 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:51,374 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:51,374 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:51,374 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/A is initiating minor compaction (all files) 2024-11-07T12:19:51,374 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/A in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:51,375 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/2217b6506845401bb909c4a94ee9e54c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/cb5bcc15017246998a984bba2912f16c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/5101aa7da4fa4cd192caf5bbe16abef3] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=39.2 K 2024-11-07T12:19:51,375 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:51,375 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2217b6506845401bb909c4a94ee9e54c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1730981986926 2024-11-07T12:19:51,375 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/B is initiating minor compaction (all files) 2024-11-07T12:19:51,375 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/B in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:51,375 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/04177a6425704c0a9f895a83bc4ebc37, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/5aa0de729ed84e6896cb2818ac6b60f5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/aa40c55b5fc5418090475d9aa14c5a90] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=36.8 K 2024-11-07T12:19:51,377 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 04177a6425704c0a9f895a83bc4ebc37, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1730981986926 2024-11-07T12:19:51,377 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb5bcc15017246998a984bba2912f16c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1730981988135 2024-11-07T12:19:51,377 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 5aa0de729ed84e6896cb2818ac6b60f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1730981988135 2024-11-07T12:19:51,377 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting aa40c55b5fc5418090475d9aa14c5a90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1730981989297 2024-11-07T12:19:51,377 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5101aa7da4fa4cd192caf5bbe16abef3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1730981989297 2024-11-07T12:19:51,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-07T12:19:51,386 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#A#compaction#455 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:51,387 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/b26b5c38bdf442c98ab03a96c33387df is 50, key is test_row_0/A:col10/1730981989297/Put/seqid=0 2024-11-07T12:19:51,390 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#B#compaction#456 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:51,390 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/b958dc810a4f4f83a6aae6c261f5e994 is 50, key is test_row_0/B:col10/1730981989297/Put/seqid=0 2024-11-07T12:19:51,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-07T12:19:51,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:51,392 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-07T12:19:51,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:51,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:51,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:51,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:51,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:51,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:51,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742361_1537 (size=13187) 2024-11-07T12:19:51,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/24b1a71c0fdf4665a918288cb3a35fef is 50, key is test_row_0/A:col10/1730981990479/Put/seqid=0 2024-11-07T12:19:51,403 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/b26b5c38bdf442c98ab03a96c33387df as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/b26b5c38bdf442c98ab03a96c33387df 2024-11-07T12:19:51,410 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/A of 8636d42864eb57a5e792593f02dad494 into b26b5c38bdf442c98ab03a96c33387df(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:51,410 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:51,410 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/A, priority=13, startTime=1730981991373; duration=0sec 2024-11-07T12:19:51,410 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:51,410 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:A 2024-11-07T12:19:51,410 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:51,411 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:51,411 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/C is initiating minor compaction (all files) 2024-11-07T12:19:51,411 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/C in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:51,411 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/b539b275a471407ab2a5924b3d278a96, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/abdaa0b5daab4077b39e0d99a1c2c47d, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/e25cdcd4eeca4db5a891ab9d3ca67387] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=36.8 K 2024-11-07T12:19:51,412 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting b539b275a471407ab2a5924b3d278a96, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1730981986926 2024-11-07T12:19:51,412 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting abdaa0b5daab4077b39e0d99a1c2c47d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1730981988135 2024-11-07T12:19:51,412 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting e25cdcd4eeca4db5a891ab9d3ca67387, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1730981989297 2024-11-07T12:19:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742362_1538 (size=13187) 2024-11-07T12:19:51,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742363_1539 (size=12301) 2024-11-07T12:19:51,419 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/24b1a71c0fdf4665a918288cb3a35fef 2024-11-07T12:19:51,425 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#C#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:51,426 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/dd6347fea0e94146a0f0ead30dc4d5cb is 50, key is test_row_0/C:col10/1730981989297/Put/seqid=0 2024-11-07T12:19:51,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/1ab7058a73e7473dbc82394bdc57a8da is 50, key is test_row_0/B:col10/1730981990479/Put/seqid=0 2024-11-07T12:19:51,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742365_1541 (size=13187) 2024-11-07T12:19:51,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742364_1540 (size=12301) 2024-11-07T12:19:51,446 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/1ab7058a73e7473dbc82394bdc57a8da 2024-11-07T12:19:51,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/3224c9c424b746b4a55dc455d97920c1 is 50, key is test_row_0/C:col10/1730981990479/Put/seqid=0 2024-11-07T12:19:51,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742366_1542 (size=12301) 2024-11-07T12:19:51,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:51,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:51,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982051624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982051626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982051627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982051627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982051628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982051733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982051736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982051736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982051737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982051740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,840 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/b958dc810a4f4f83a6aae6c261f5e994 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/b958dc810a4f4f83a6aae6c261f5e994 2024-11-07T12:19:51,854 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/dd6347fea0e94146a0f0ead30dc4d5cb as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/dd6347fea0e94146a0f0ead30dc4d5cb 2024-11-07T12:19:51,854 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/B of 8636d42864eb57a5e792593f02dad494 into b958dc810a4f4f83a6aae6c261f5e994(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:51,854 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:51,854 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/B, priority=13, startTime=1730981991374; duration=0sec 2024-11-07T12:19:51,854 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:51,854 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:B 2024-11-07T12:19:51,860 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/C of 8636d42864eb57a5e792593f02dad494 into dd6347fea0e94146a0f0ead30dc4d5cb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:51,860 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:51,860 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/C, priority=13, startTime=1730981991374; duration=0sec 2024-11-07T12:19:51,860 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:51,860 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:C 2024-11-07T12:19:51,880 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/3224c9c424b746b4a55dc455d97920c1 2024-11-07T12:19:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-07T12:19:51,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/24b1a71c0fdf4665a918288cb3a35fef as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/24b1a71c0fdf4665a918288cb3a35fef 2024-11-07T12:19:51,893 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/24b1a71c0fdf4665a918288cb3a35fef, entries=150, sequenceid=391, filesize=12.0 K 2024-11-07T12:19:51,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/1ab7058a73e7473dbc82394bdc57a8da as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/1ab7058a73e7473dbc82394bdc57a8da 2024-11-07T12:19:51,899 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/1ab7058a73e7473dbc82394bdc57a8da, entries=150, sequenceid=391, filesize=12.0 K 2024-11-07T12:19:51,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/3224c9c424b746b4a55dc455d97920c1 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/3224c9c424b746b4a55dc455d97920c1 2024-11-07T12:19:51,903 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/3224c9c424b746b4a55dc455d97920c1, entries=150, sequenceid=391, filesize=12.0 K 2024-11-07T12:19:51,904 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 8636d42864eb57a5e792593f02dad494 in 512ms, sequenceid=391, compaction requested=false 2024-11-07T12:19:51,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:51,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:51,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-07T12:19:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-07T12:19:51,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-07T12:19:51,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1330 sec 2024-11-07T12:19:51,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.1420 sec 2024-11-07T12:19:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:51,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-07T12:19:51,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:51,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:51,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:51,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:51,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:51,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:51,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/c65acfba8bf34301a522a2151d867d8f is 50, key is test_row_0/A:col10/1730981991620/Put/seqid=0 2024-11-07T12:19:51,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742367_1543 (size=14741) 2024-11-07T12:19:51,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/c65acfba8bf34301a522a2151d867d8f 2024-11-07T12:19:51,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/870f9e7529e5481e89abdcb5e0c1d671 is 50, key is test_row_0/B:col10/1730981991620/Put/seqid=0 2024-11-07T12:19:51,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742368_1544 (size=12301) 2024-11-07T12:19:51,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982051976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982051979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982051981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/870f9e7529e5481e89abdcb5e0c1d671 2024-11-07T12:19:51,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982051989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:51,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982051992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/2ab84a6015d74cbf89a683f0baaea75c is 50, key is test_row_0/C:col10/1730981991620/Put/seqid=0 2024-11-07T12:19:52,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742369_1545 (size=12301) 2024-11-07T12:19:52,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982052091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982052091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982052091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982052100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982052103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982052296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982052297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982052298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982052306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982052306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/2ab84a6015d74cbf89a683f0baaea75c 2024-11-07T12:19:52,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/c65acfba8bf34301a522a2151d867d8f as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/c65acfba8bf34301a522a2151d867d8f 2024-11-07T12:19:52,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/c65acfba8bf34301a522a2151d867d8f, entries=200, sequenceid=409, filesize=14.4 K 2024-11-07T12:19:52,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/870f9e7529e5481e89abdcb5e0c1d671 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/870f9e7529e5481e89abdcb5e0c1d671 2024-11-07T12:19:52,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/870f9e7529e5481e89abdcb5e0c1d671, entries=150, sequenceid=409, filesize=12.0 K 2024-11-07T12:19:52,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/2ab84a6015d74cbf89a683f0baaea75c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2ab84a6015d74cbf89a683f0baaea75c 2024-11-07T12:19:52,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2ab84a6015d74cbf89a683f0baaea75c, entries=150, sequenceid=409, filesize=12.0 K 2024-11-07T12:19:52,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 8636d42864eb57a5e792593f02dad494 in 498ms, sequenceid=409, compaction requested=true 2024-11-07T12:19:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:52,440 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:52,441 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:52,441 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/A is initiating minor compaction (all files) 2024-11-07T12:19:52,441 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/A in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:52,442 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/b26b5c38bdf442c98ab03a96c33387df, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/24b1a71c0fdf4665a918288cb3a35fef, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/c65acfba8bf34301a522a2151d867d8f] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=39.3 K 2024-11-07T12:19:52,442 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting b26b5c38bdf442c98ab03a96c33387df, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1730981989297 2024-11-07T12:19:52,442 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24b1a71c0fdf4665a918288cb3a35fef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1730981990466 2024-11-07T12:19:52,443 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting c65acfba8bf34301a522a2151d867d8f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1730981991619 2024-11-07T12:19:52,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:19:52,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:52,444 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:52,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:19:52,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:52,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8636d42864eb57a5e792593f02dad494:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:19:52,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:52,445 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:52,445 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/B is initiating minor compaction (all files) 2024-11-07T12:19:52,445 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/B in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:52,445 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/b958dc810a4f4f83a6aae6c261f5e994, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/1ab7058a73e7473dbc82394bdc57a8da, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/870f9e7529e5481e89abdcb5e0c1d671] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=36.9 K 2024-11-07T12:19:52,446 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting b958dc810a4f4f83a6aae6c261f5e994, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1730981989297 2024-11-07T12:19:52,446 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ab7058a73e7473dbc82394bdc57a8da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1730981990466 2024-11-07T12:19:52,447 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 870f9e7529e5481e89abdcb5e0c1d671, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1730981991620 2024-11-07T12:19:52,465 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#A#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:52,466 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/3b3322779cc74da1bf457b5f5a42ad22 is 50, key is test_row_0/A:col10/1730981991620/Put/seqid=0 2024-11-07T12:19:52,468 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:52,469 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/4e8141a7f3cc4bb9948bd763b66d0395 is 50, key is test_row_0/B:col10/1730981991620/Put/seqid=0 2024-11-07T12:19:52,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742370_1546 (size=13289) 2024-11-07T12:19:52,510 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/3b3322779cc74da1bf457b5f5a42ad22 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/3b3322779cc74da1bf457b5f5a42ad22 2024-11-07T12:19:52,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742371_1547 (size=13289) 2024-11-07T12:19:52,521 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/A of 8636d42864eb57a5e792593f02dad494 into 3b3322779cc74da1bf457b5f5a42ad22(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:52,521 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:52,521 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/A, priority=13, startTime=1730981992440; duration=0sec 2024-11-07T12:19:52,521 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:19:52,521 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:A 2024-11-07T12:19:52,521 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:19:52,524 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:19:52,524 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): 8636d42864eb57a5e792593f02dad494/C is initiating minor compaction (all files) 2024-11-07T12:19:52,524 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 8636d42864eb57a5e792593f02dad494/C in TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:52,524 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/dd6347fea0e94146a0f0ead30dc4d5cb, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/3224c9c424b746b4a55dc455d97920c1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2ab84a6015d74cbf89a683f0baaea75c] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp, totalSize=36.9 K 2024-11-07T12:19:52,525 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd6347fea0e94146a0f0ead30dc4d5cb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1730981989297 2024-11-07T12:19:52,526 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3224c9c424b746b4a55dc455d97920c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1730981990466 2024-11-07T12:19:52,526 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ab84a6015d74cbf89a683f0baaea75c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1730981991620 2024-11-07T12:19:52,527 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/4e8141a7f3cc4bb9948bd763b66d0395 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/4e8141a7f3cc4bb9948bd763b66d0395 2024-11-07T12:19:52,535 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8636d42864eb57a5e792593f02dad494#C#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:19:52,536 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/c3f0ca6f6dd342a08fe4abb2d71adb39 is 50, key is test_row_0/C:col10/1730981991620/Put/seqid=0 2024-11-07T12:19:52,536 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/B of 8636d42864eb57a5e792593f02dad494 into 4e8141a7f3cc4bb9948bd763b66d0395(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:52,536 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:52,536 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/B, priority=13, startTime=1730981992444; duration=0sec 2024-11-07T12:19:52,536 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:52,536 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:B 2024-11-07T12:19:52,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742372_1548 (size=13289) 2024-11-07T12:19:52,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:52,609 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T12:19:52,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:52,610 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:52,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:52,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:52,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:52,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:52,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/6fbcd5cf391c4c828e5b6b88ff268e59 is 50, key is test_row_0/A:col10/1730981992609/Put/seqid=0 2024-11-07T12:19:52,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742373_1549 (size=17181) 2024-11-07T12:19:52,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982052620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982052621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982052625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982052626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982052626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982052727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982052727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982052731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982052731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982052732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-07T12:19:52,884 INFO [Thread-2055 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-07T12:19:52,886 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:19:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-07T12:19:52,888 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:19:52,888 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:19:52,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:19:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-07T12:19:52,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982052931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982052932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982052935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982052937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982052938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:52,945 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/c3f0ca6f6dd342a08fe4abb2d71adb39 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/c3f0ca6f6dd342a08fe4abb2d71adb39 2024-11-07T12:19:52,949 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 8636d42864eb57a5e792593f02dad494/C of 8636d42864eb57a5e792593f02dad494 into c3f0ca6f6dd342a08fe4abb2d71adb39(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:19:52,950 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:52,950 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494., storeName=8636d42864eb57a5e792593f02dad494/C, priority=13, startTime=1730981992444; duration=0sec 2024-11-07T12:19:52,950 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:19:52,950 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8636d42864eb57a5e792593f02dad494:C 2024-11-07T12:19:52,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-07T12:19:53,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/6fbcd5cf391c4c828e5b6b88ff268e59 2024-11-07T12:19:53,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/8001d4645ce9435fa405aced040c0d32 is 50, key is test_row_0/B:col10/1730981992609/Put/seqid=0 2024-11-07T12:19:53,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742374_1550 (size=12301) 2024-11-07T12:19:53,039 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:53,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-07T12:19:53,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:53,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:53,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:53,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-07T12:19:53,193 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:53,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-07T12:19:53,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:53,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:53,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:53,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982053237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:53,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982053238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:53,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982053238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:53,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982053244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:53,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982053246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:53,346 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:53,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-07T12:19:53,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:53,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:53,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:53,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/8001d4645ce9435fa405aced040c0d32 2024-11-07T12:19:53,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/9953c2e0aed5448785a44c27d0ffdc6e is 50, key is test_row_0/C:col10/1730981992609/Put/seqid=0 2024-11-07T12:19:53,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742375_1551 (size=12301) 2024-11-07T12:19:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-07T12:19:53,499 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:53,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-07T12:19:53,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:53,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:53,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:53,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,651 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:53,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-07T12:19:53,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:53,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:53,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:53,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54124 deadline: 1730982053741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:53,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1730982053742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:53,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54104 deadline: 1730982053744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:53,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1730982053750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:53,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:19:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54132 deadline: 1730982053756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:53,804 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:53,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-07T12:19:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:53,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. as already flushing 2024-11-07T12:19:53,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:53,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:19:53,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/9953c2e0aed5448785a44c27d0ffdc6e 2024-11-07T12:19:53,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/6fbcd5cf391c4c828e5b6b88ff268e59 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/6fbcd5cf391c4c828e5b6b88ff268e59 2024-11-07T12:19:53,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/6fbcd5cf391c4c828e5b6b88ff268e59, entries=250, sequenceid=435, filesize=16.8 K 2024-11-07T12:19:53,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/8001d4645ce9435fa405aced040c0d32 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/8001d4645ce9435fa405aced040c0d32 2024-11-07T12:19:53,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/8001d4645ce9435fa405aced040c0d32, entries=150, sequenceid=435, filesize=12.0 K 2024-11-07T12:19:53,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/9953c2e0aed5448785a44c27d0ffdc6e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/9953c2e0aed5448785a44c27d0ffdc6e 2024-11-07T12:19:53,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/9953c2e0aed5448785a44c27d0ffdc6e, entries=150, sequenceid=435, filesize=12.0 K 2024-11-07T12:19:53,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 8636d42864eb57a5e792593f02dad494 in 1253ms, sequenceid=435, compaction requested=false 2024-11-07T12:19:53,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:53,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:53,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-07T12:19:53,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:53,964 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T12:19:53,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:53,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:53,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:53,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:53,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:53,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:53,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/40dc7c3413df43979cb4669d391cf698 is 50, key is test_row_0/A:col10/1730981992625/Put/seqid=0 2024-11-07T12:19:53,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742376_1552 (size=12301) 2024-11-07T12:19:53,983 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/40dc7c3413df43979cb4669d391cf698 2024-11-07T12:19:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-07T12:19:53,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/476049176716417d8f92219ccb6b6e71 is 50, key is test_row_0/B:col10/1730981992625/Put/seqid=0 2024-11-07T12:19:54,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742377_1553 (size=12301) 2024-11-07T12:19:54,020 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/476049176716417d8f92219ccb6b6e71 2024-11-07T12:19:54,024 DEBUG [Thread-2060 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x601ad00e to 127.0.0.1:65262 2024-11-07T12:19:54,025 DEBUG [Thread-2060 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:54,026 DEBUG [Thread-2062 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23b53e62 to 127.0.0.1:65262 2024-11-07T12:19:54,026 DEBUG [Thread-2062 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:54,026 DEBUG [Thread-2056 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x052f0048 to 127.0.0.1:65262 2024-11-07T12:19:54,026 DEBUG [Thread-2056 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:54,028 DEBUG [Thread-2064 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58335670 to 127.0.0.1:65262 2024-11-07T12:19:54,028 DEBUG [Thread-2064 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:54,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/9f9210713bdd4c51927390866276c511 is 50, key is test_row_0/C:col10/1730981992625/Put/seqid=0 2024-11-07T12:19:54,030 DEBUG [Thread-2058 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0a85f9 to 127.0.0.1:65262 2024-11-07T12:19:54,030 DEBUG [Thread-2058 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:54,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742378_1554 (size=12301) 2024-11-07T12:19:54,035 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/9f9210713bdd4c51927390866276c511 2024-11-07T12:19:54,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/40dc7c3413df43979cb4669d391cf698 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/40dc7c3413df43979cb4669d391cf698 2024-11-07T12:19:54,044 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/40dc7c3413df43979cb4669d391cf698, entries=150, sequenceid=449, filesize=12.0 K 2024-11-07T12:19:54,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/476049176716417d8f92219ccb6b6e71 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/476049176716417d8f92219ccb6b6e71 2024-11-07T12:19:54,051 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/476049176716417d8f92219ccb6b6e71, entries=150, sequenceid=449, filesize=12.0 K 2024-11-07T12:19:54,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/9f9210713bdd4c51927390866276c511 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/9f9210713bdd4c51927390866276c511 2024-11-07T12:19:54,054 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/9f9210713bdd4c51927390866276c511, entries=150, sequenceid=449, filesize=12.0 K 2024-11-07T12:19:54,055 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 8636d42864eb57a5e792593f02dad494 in 91ms, sequenceid=449, compaction requested=true 2024-11-07T12:19:54,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:54,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:54,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-07T12:19:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-07T12:19:54,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-07T12:19:54,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1730 sec 2024-11-07T12:19:54,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.1760 sec 2024-11-07T12:19:54,752 DEBUG [Thread-2045 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x606804de to 127.0.0.1:65262 2024-11-07T12:19:54,752 DEBUG [Thread-2045 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:54,754 DEBUG [Thread-2049 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39c0c305 to 127.0.0.1:65262 2024-11-07T12:19:54,754 DEBUG [Thread-2049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:54,756 DEBUG [Thread-2051 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e11ceaf to 127.0.0.1:65262 2024-11-07T12:19:54,756 DEBUG [Thread-2051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:54,765 DEBUG [Thread-2047 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22f4de8b to 127.0.0.1:65262 2024-11-07T12:19:54,765 DEBUG [Thread-2047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:54,766 DEBUG [Thread-2053 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5870d226 to 127.0.0.1:65262 2024-11-07T12:19:54,766 DEBUG [Thread-2053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-07T12:19:54,994 INFO [Thread-2055 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2122 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6366 rows 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2141 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6423 rows 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2125 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6375 rows 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2098 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6294 rows 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2134 2024-11-07T12:19:54,994 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6402 rows 2024-11-07T12:19:54,994 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-07T12:19:54,994 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b1cea8c to 127.0.0.1:65262 2024-11-07T12:19:54,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:19:54,996 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-07T12:19:54,997 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T12:19:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-07T12:19:55,001 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981995000"}]},"ts":"1730981995000"} 2024-11-07T12:19:55,002 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T12:19:55,005 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T12:19:55,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T12:19:55,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8636d42864eb57a5e792593f02dad494, UNASSIGN}] 2024-11-07T12:19:55,007 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=8636d42864eb57a5e792593f02dad494, UNASSIGN 2024-11-07T12:19:55,008 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=8636d42864eb57a5e792593f02dad494, regionState=CLOSING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:55,009 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T12:19:55,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; CloseRegionProcedure 8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:19:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-07T12:19:55,160 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:55,161 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(124): Close 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:55,161 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T12:19:55,161 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1681): Closing 8636d42864eb57a5e792593f02dad494, disabling compactions & flushes 2024-11-07T12:19:55,161 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:55,161 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:55,161 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. after waiting 0 ms 2024-11-07T12:19:55,161 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:55,161 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(2837): Flushing 8636d42864eb57a5e792593f02dad494 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-07T12:19:55,161 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=A 2024-11-07T12:19:55,161 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:55,161 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=B 2024-11-07T12:19:55,161 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:55,161 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 8636d42864eb57a5e792593f02dad494, store=C 2024-11-07T12:19:55,161 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:19:55,165 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/c227c4d09b8e48aea2682e6a74037205 is 50, key is test_row_1/A:col10/1730981994764/Put/seqid=0 2024-11-07T12:19:55,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742379_1555 (size=9857) 2024-11-07T12:19:55,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-07T12:19:55,570 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/c227c4d09b8e48aea2682e6a74037205 2024-11-07T12:19:55,576 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/dea3219e2c704a2085eda4d63a34abfa is 50, key is test_row_1/B:col10/1730981994764/Put/seqid=0 2024-11-07T12:19:55,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742380_1556 (size=9857) 2024-11-07T12:19:55,590 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:19:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-07T12:19:55,979 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/dea3219e2c704a2085eda4d63a34abfa 2024-11-07T12:19:55,985 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/8f3c494e0f61452ebeace83928f23b58 is 50, key is test_row_1/C:col10/1730981994764/Put/seqid=0 2024-11-07T12:19:55,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742381_1557 (size=9857) 2024-11-07T12:19:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-07T12:19:56,388 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/8f3c494e0f61452ebeace83928f23b58 2024-11-07T12:19:56,391 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/A/c227c4d09b8e48aea2682e6a74037205 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/c227c4d09b8e48aea2682e6a74037205 2024-11-07T12:19:56,394 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/c227c4d09b8e48aea2682e6a74037205, entries=100, sequenceid=457, filesize=9.6 K 2024-11-07T12:19:56,395 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/B/dea3219e2c704a2085eda4d63a34abfa as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/dea3219e2c704a2085eda4d63a34abfa 2024-11-07T12:19:56,397 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/dea3219e2c704a2085eda4d63a34abfa, entries=100, sequenceid=457, filesize=9.6 K 2024-11-07T12:19:56,397 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/.tmp/C/8f3c494e0f61452ebeace83928f23b58 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/8f3c494e0f61452ebeace83928f23b58 2024-11-07T12:19:56,399 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/8f3c494e0f61452ebeace83928f23b58, entries=100, sequenceid=457, filesize=9.6 K 2024-11-07T12:19:56,400 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8636d42864eb57a5e792593f02dad494 in 1239ms, sequenceid=457, compaction requested=true 2024-11-07T12:19:56,401 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/834c25cac7704fc8905259ad7be51229, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/da15abc445214b79903e46347c32e574, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/ef7e072bef2f4dfeb36164d82b28e630, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/afb3bad9d10d4d30a26600944808a20c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/a39ae736b2f54f9389f1a2cf53d4237a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/93038fe58ab34976a8364327b34bd7c7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/eaaa5dff3099491a81a2f0677ed61444, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/8665ef729d774e23ad06a7a9c723e471, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/80f2b89683f249c9b983f67129767769, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/6412e6ba1ae3431ca22fe316a7e77d99, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/01cc7192497c4c78941b4289469156dc, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/1f17c0aa4a394111a9429e88fd987f74, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/a907917b5ace4b64ad5d1b1e55fbb009, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/039942a93530458aa45fe034f1868b50, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/04d3dcf8c1854af492db2de0698bfd54, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/f37efb11057643b49254e8a3421e72ce, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/e673f25a5e424681976ad9bfdf972e73, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/cdfd8e992a3b4756afaa9e086e308d14, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/05e18f08cc17448898b83a0c09eeeadd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/b9a35ce139f946f2b316cb7b36c1b4b9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/c404708c64024f4483b8a5d40d6502e0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/9f22824ae629414b8c7bfb381ee3706f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/81d06f0c38ea4033b1e3ba0d460922e8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/2217b6506845401bb909c4a94ee9e54c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/cb5bcc15017246998a984bba2912f16c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/5101aa7da4fa4cd192caf5bbe16abef3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/b26b5c38bdf442c98ab03a96c33387df, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/24b1a71c0fdf4665a918288cb3a35fef, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/c65acfba8bf34301a522a2151d867d8f] to archive 2024-11-07T12:19:56,401 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:19:56,403 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/834c25cac7704fc8905259ad7be51229 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/834c25cac7704fc8905259ad7be51229 2024-11-07T12:19:56,403 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/da15abc445214b79903e46347c32e574 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/da15abc445214b79903e46347c32e574 2024-11-07T12:19:56,404 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/ef7e072bef2f4dfeb36164d82b28e630 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/ef7e072bef2f4dfeb36164d82b28e630 2024-11-07T12:19:56,405 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/afb3bad9d10d4d30a26600944808a20c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/afb3bad9d10d4d30a26600944808a20c 2024-11-07T12:19:56,406 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/a39ae736b2f54f9389f1a2cf53d4237a to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/a39ae736b2f54f9389f1a2cf53d4237a 2024-11-07T12:19:56,406 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/93038fe58ab34976a8364327b34bd7c7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/93038fe58ab34976a8364327b34bd7c7 2024-11-07T12:19:56,407 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/eaaa5dff3099491a81a2f0677ed61444 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/eaaa5dff3099491a81a2f0677ed61444 2024-11-07T12:19:56,408 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/8665ef729d774e23ad06a7a9c723e471 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/8665ef729d774e23ad06a7a9c723e471 2024-11-07T12:19:56,409 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/80f2b89683f249c9b983f67129767769 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/80f2b89683f249c9b983f67129767769 2024-11-07T12:19:56,409 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/6412e6ba1ae3431ca22fe316a7e77d99 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/6412e6ba1ae3431ca22fe316a7e77d99 2024-11-07T12:19:56,410 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/01cc7192497c4c78941b4289469156dc to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/01cc7192497c4c78941b4289469156dc 2024-11-07T12:19:56,411 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/1f17c0aa4a394111a9429e88fd987f74 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/1f17c0aa4a394111a9429e88fd987f74 2024-11-07T12:19:56,412 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/a907917b5ace4b64ad5d1b1e55fbb009 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/a907917b5ace4b64ad5d1b1e55fbb009 2024-11-07T12:19:56,412 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/039942a93530458aa45fe034f1868b50 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/039942a93530458aa45fe034f1868b50 2024-11-07T12:19:56,413 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/04d3dcf8c1854af492db2de0698bfd54 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/04d3dcf8c1854af492db2de0698bfd54 2024-11-07T12:19:56,414 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/f37efb11057643b49254e8a3421e72ce to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/f37efb11057643b49254e8a3421e72ce 2024-11-07T12:19:56,415 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/e673f25a5e424681976ad9bfdf972e73 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/e673f25a5e424681976ad9bfdf972e73 2024-11-07T12:19:56,415 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/cdfd8e992a3b4756afaa9e086e308d14 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/cdfd8e992a3b4756afaa9e086e308d14 2024-11-07T12:19:56,416 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/05e18f08cc17448898b83a0c09eeeadd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/05e18f08cc17448898b83a0c09eeeadd 2024-11-07T12:19:56,417 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/b9a35ce139f946f2b316cb7b36c1b4b9 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/b9a35ce139f946f2b316cb7b36c1b4b9 2024-11-07T12:19:56,418 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/c404708c64024f4483b8a5d40d6502e0 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/c404708c64024f4483b8a5d40d6502e0 2024-11-07T12:19:56,419 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/9f22824ae629414b8c7bfb381ee3706f to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/9f22824ae629414b8c7bfb381ee3706f 2024-11-07T12:19:56,420 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/81d06f0c38ea4033b1e3ba0d460922e8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/81d06f0c38ea4033b1e3ba0d460922e8 2024-11-07T12:19:56,420 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/2217b6506845401bb909c4a94ee9e54c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/2217b6506845401bb909c4a94ee9e54c 2024-11-07T12:19:56,421 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/cb5bcc15017246998a984bba2912f16c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/cb5bcc15017246998a984bba2912f16c 2024-11-07T12:19:56,422 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/5101aa7da4fa4cd192caf5bbe16abef3 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/5101aa7da4fa4cd192caf5bbe16abef3 2024-11-07T12:19:56,423 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/b26b5c38bdf442c98ab03a96c33387df to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/b26b5c38bdf442c98ab03a96c33387df 2024-11-07T12:19:56,424 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/24b1a71c0fdf4665a918288cb3a35fef to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/24b1a71c0fdf4665a918288cb3a35fef 2024-11-07T12:19:56,425 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/c65acfba8bf34301a522a2151d867d8f to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/c65acfba8bf34301a522a2151d867d8f 2024-11-07T12:19:56,426 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/e2400824d47044e8827eff4aba606a2c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/cca5d678c7d64c38a2bc2c0c3245d25a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/4424c3ce66914d4397aa78eaf7f814cb, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/b1c61258c0534f0f910504ff2ba25b9b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/ad922e2a53274ceb9292a4d7b334415c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/f5cefb012d7141c2a7a7c2dd4793c1d5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/50f8551c7f824a2db4a145ad754caf39, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/079627ea3da54f49bbd368645f9ab525, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/8a28dcf67e7747fea74fcd085a544688, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/b4fdf94233c34af28ecf40899bd78b8b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/bf2b0e660a91425fa4c1b8cee644bbae, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/48119990f6bd4393ba63806d3090088a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/307a94fb55ba48b4bf338e2ac9891785, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/4b4ec5ea55f142fc998ce0d1dd93537d, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/e4415a8bff254032a42af75cbfeeb805, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/39ecaec6e741415c8819a978d152e79f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/544c2bac45d04a0f9cd268b2bd11960a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/6d01facb6e264edca5dd21cf592a307e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/a71b25addbed4ffaa8a2203e36dfb222, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/ae41b5b3328a43f9a2dfff60db5039f0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/41300ad7510941dd9553813e9d95b5e5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/bc45f5095bb14e6a8cb8a7480aa7b2cd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/04177a6425704c0a9f895a83bc4ebc37, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/df9c0b09cb884c56be6e1a2238419d06, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/5aa0de729ed84e6896cb2818ac6b60f5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/b958dc810a4f4f83a6aae6c261f5e994, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/aa40c55b5fc5418090475d9aa14c5a90, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/1ab7058a73e7473dbc82394bdc57a8da, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/870f9e7529e5481e89abdcb5e0c1d671] to archive 2024-11-07T12:19:56,428 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:19:56,430 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/e2400824d47044e8827eff4aba606a2c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/e2400824d47044e8827eff4aba606a2c 2024-11-07T12:19:56,430 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/cca5d678c7d64c38a2bc2c0c3245d25a to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/cca5d678c7d64c38a2bc2c0c3245d25a 2024-11-07T12:19:56,431 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/4424c3ce66914d4397aa78eaf7f814cb to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/4424c3ce66914d4397aa78eaf7f814cb 2024-11-07T12:19:56,432 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/b1c61258c0534f0f910504ff2ba25b9b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/b1c61258c0534f0f910504ff2ba25b9b 2024-11-07T12:19:56,434 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/ad922e2a53274ceb9292a4d7b334415c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/ad922e2a53274ceb9292a4d7b334415c 2024-11-07T12:19:56,435 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/f5cefb012d7141c2a7a7c2dd4793c1d5 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/f5cefb012d7141c2a7a7c2dd4793c1d5 2024-11-07T12:19:56,436 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/50f8551c7f824a2db4a145ad754caf39 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/50f8551c7f824a2db4a145ad754caf39 2024-11-07T12:19:56,437 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/079627ea3da54f49bbd368645f9ab525 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/079627ea3da54f49bbd368645f9ab525 2024-11-07T12:19:56,438 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/8a28dcf67e7747fea74fcd085a544688 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/8a28dcf67e7747fea74fcd085a544688 2024-11-07T12:19:56,439 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/b4fdf94233c34af28ecf40899bd78b8b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/b4fdf94233c34af28ecf40899bd78b8b 2024-11-07T12:19:56,440 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/bf2b0e660a91425fa4c1b8cee644bbae to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/bf2b0e660a91425fa4c1b8cee644bbae 2024-11-07T12:19:56,441 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/48119990f6bd4393ba63806d3090088a to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/48119990f6bd4393ba63806d3090088a 2024-11-07T12:19:56,443 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/307a94fb55ba48b4bf338e2ac9891785 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/307a94fb55ba48b4bf338e2ac9891785 2024-11-07T12:19:56,444 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/4b4ec5ea55f142fc998ce0d1dd93537d to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/4b4ec5ea55f142fc998ce0d1dd93537d 2024-11-07T12:19:56,445 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/e4415a8bff254032a42af75cbfeeb805 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/e4415a8bff254032a42af75cbfeeb805 2024-11-07T12:19:56,446 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/39ecaec6e741415c8819a978d152e79f to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/39ecaec6e741415c8819a978d152e79f 2024-11-07T12:19:56,447 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/544c2bac45d04a0f9cd268b2bd11960a to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/544c2bac45d04a0f9cd268b2bd11960a 2024-11-07T12:19:56,448 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/6d01facb6e264edca5dd21cf592a307e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/6d01facb6e264edca5dd21cf592a307e 2024-11-07T12:19:56,449 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/a71b25addbed4ffaa8a2203e36dfb222 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/a71b25addbed4ffaa8a2203e36dfb222 2024-11-07T12:19:56,451 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/ae41b5b3328a43f9a2dfff60db5039f0 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/ae41b5b3328a43f9a2dfff60db5039f0 2024-11-07T12:19:56,452 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/41300ad7510941dd9553813e9d95b5e5 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/41300ad7510941dd9553813e9d95b5e5 2024-11-07T12:19:56,453 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/bc45f5095bb14e6a8cb8a7480aa7b2cd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/bc45f5095bb14e6a8cb8a7480aa7b2cd 2024-11-07T12:19:56,454 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/04177a6425704c0a9f895a83bc4ebc37 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/04177a6425704c0a9f895a83bc4ebc37 2024-11-07T12:19:56,455 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/df9c0b09cb884c56be6e1a2238419d06 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/df9c0b09cb884c56be6e1a2238419d06 2024-11-07T12:19:56,456 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/5aa0de729ed84e6896cb2818ac6b60f5 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/5aa0de729ed84e6896cb2818ac6b60f5 2024-11-07T12:19:56,457 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/b958dc810a4f4f83a6aae6c261f5e994 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/b958dc810a4f4f83a6aae6c261f5e994 2024-11-07T12:19:56,458 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/aa40c55b5fc5418090475d9aa14c5a90 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/aa40c55b5fc5418090475d9aa14c5a90 2024-11-07T12:19:56,459 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/1ab7058a73e7473dbc82394bdc57a8da to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/1ab7058a73e7473dbc82394bdc57a8da 2024-11-07T12:19:56,460 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/870f9e7529e5481e89abdcb5e0c1d671 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/870f9e7529e5481e89abdcb5e0c1d671 2024-11-07T12:19:56,461 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/ef628e52101d4e49b3629a9699958cae, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/7122504f3e1547a5b176233cd9e7f963, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/eea55305a275470e84dbf8f25f82f3d4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/88cb7578161e41d3b57c31e69f090402, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/f228848c54cf4442b55a0a21f68417a0, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2cdf3147efed4354bc8ad1405af808cc, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/3abacbe2c890448e9a677129a9bf74c5, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2bbc0615ed7740c3948f9c7328e16095, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/8cc09c30b10b4b8a8a4812f1f7eae47a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/1543a183cb0e4349899e128e113ca904, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/4ff57e1f45ec4e839a5d3766a4fb8861, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/97412277d74444cd84a954b0315c8bc2, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/612e712087fe4145a95e6a1accea6c7d, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/44ea225f3f9d4ea79cce7d0f9d509f9e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/246eb8094fac4d40a72799a8bb954876, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2f679e40fdaa45a5bec986b789a23285, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/20d0b9ed82cb43968be0b418939a0f88, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/09ec5650a1c447c487bf8c61378cfb29, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/4597fc1e9a404fec9eba45f753c8cf77, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/aeb0fb88d82b4bff974e5f2ae2f43889, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/fd55989cf1794ff9912686f52009a755, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/364efee7878a43838db2284049fb1564, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/b539b275a471407ab2a5924b3d278a96, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/cf264d9e0545411ba4cfbd57dc7a4d4f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/abdaa0b5daab4077b39e0d99a1c2c47d, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/dd6347fea0e94146a0f0ead30dc4d5cb, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/e25cdcd4eeca4db5a891ab9d3ca67387, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/3224c9c424b746b4a55dc455d97920c1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2ab84a6015d74cbf89a683f0baaea75c] to archive 2024-11-07T12:19:56,462 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:19:56,463 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/ef628e52101d4e49b3629a9699958cae to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/ef628e52101d4e49b3629a9699958cae 2024-11-07T12:19:56,464 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/7122504f3e1547a5b176233cd9e7f963 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/7122504f3e1547a5b176233cd9e7f963 2024-11-07T12:19:56,465 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/eea55305a275470e84dbf8f25f82f3d4 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/eea55305a275470e84dbf8f25f82f3d4 2024-11-07T12:19:56,465 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/88cb7578161e41d3b57c31e69f090402 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/88cb7578161e41d3b57c31e69f090402 2024-11-07T12:19:56,466 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/f228848c54cf4442b55a0a21f68417a0 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/f228848c54cf4442b55a0a21f68417a0 2024-11-07T12:19:56,467 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2cdf3147efed4354bc8ad1405af808cc to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2cdf3147efed4354bc8ad1405af808cc 2024-11-07T12:19:56,468 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/3abacbe2c890448e9a677129a9bf74c5 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/3abacbe2c890448e9a677129a9bf74c5 2024-11-07T12:19:56,468 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2bbc0615ed7740c3948f9c7328e16095 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2bbc0615ed7740c3948f9c7328e16095 2024-11-07T12:19:56,469 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/8cc09c30b10b4b8a8a4812f1f7eae47a to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/8cc09c30b10b4b8a8a4812f1f7eae47a 2024-11-07T12:19:56,470 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/1543a183cb0e4349899e128e113ca904 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/1543a183cb0e4349899e128e113ca904 2024-11-07T12:19:56,471 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/4ff57e1f45ec4e839a5d3766a4fb8861 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/4ff57e1f45ec4e839a5d3766a4fb8861 2024-11-07T12:19:56,472 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/97412277d74444cd84a954b0315c8bc2 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/97412277d74444cd84a954b0315c8bc2 2024-11-07T12:19:56,473 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/612e712087fe4145a95e6a1accea6c7d to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/612e712087fe4145a95e6a1accea6c7d 2024-11-07T12:19:56,474 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/44ea225f3f9d4ea79cce7d0f9d509f9e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/44ea225f3f9d4ea79cce7d0f9d509f9e 2024-11-07T12:19:56,475 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/246eb8094fac4d40a72799a8bb954876 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/246eb8094fac4d40a72799a8bb954876 2024-11-07T12:19:56,475 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2f679e40fdaa45a5bec986b789a23285 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2f679e40fdaa45a5bec986b789a23285 2024-11-07T12:19:56,476 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/20d0b9ed82cb43968be0b418939a0f88 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/20d0b9ed82cb43968be0b418939a0f88 2024-11-07T12:19:56,477 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/09ec5650a1c447c487bf8c61378cfb29 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/09ec5650a1c447c487bf8c61378cfb29 2024-11-07T12:19:56,478 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/4597fc1e9a404fec9eba45f753c8cf77 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/4597fc1e9a404fec9eba45f753c8cf77 2024-11-07T12:19:56,479 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/aeb0fb88d82b4bff974e5f2ae2f43889 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/aeb0fb88d82b4bff974e5f2ae2f43889 2024-11-07T12:19:56,480 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/fd55989cf1794ff9912686f52009a755 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/fd55989cf1794ff9912686f52009a755 2024-11-07T12:19:56,480 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/364efee7878a43838db2284049fb1564 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/364efee7878a43838db2284049fb1564 2024-11-07T12:19:56,481 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/b539b275a471407ab2a5924b3d278a96 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/b539b275a471407ab2a5924b3d278a96 2024-11-07T12:19:56,482 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/cf264d9e0545411ba4cfbd57dc7a4d4f to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/cf264d9e0545411ba4cfbd57dc7a4d4f 2024-11-07T12:19:56,483 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/abdaa0b5daab4077b39e0d99a1c2c47d to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/abdaa0b5daab4077b39e0d99a1c2c47d 2024-11-07T12:19:56,483 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/dd6347fea0e94146a0f0ead30dc4d5cb to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/dd6347fea0e94146a0f0ead30dc4d5cb 2024-11-07T12:19:56,484 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/e25cdcd4eeca4db5a891ab9d3ca67387 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/e25cdcd4eeca4db5a891ab9d3ca67387 2024-11-07T12:19:56,485 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/3224c9c424b746b4a55dc455d97920c1 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/3224c9c424b746b4a55dc455d97920c1 2024-11-07T12:19:56,486 DEBUG [StoreCloser-TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2ab84a6015d74cbf89a683f0baaea75c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/2ab84a6015d74cbf89a683f0baaea75c 2024-11-07T12:19:56,489 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/recovered.edits/460.seqid, newMaxSeqId=460, maxSeqId=1 2024-11-07T12:19:56,489 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494. 2024-11-07T12:19:56,490 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1635): Region close journal for 8636d42864eb57a5e792593f02dad494: 2024-11-07T12:19:56,491 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(170): Closed 8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:56,491 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=8636d42864eb57a5e792593f02dad494, regionState=CLOSED 2024-11-07T12:19:56,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-07T12:19:56,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseRegionProcedure 8636d42864eb57a5e792593f02dad494, server=fbad4c8a32e4,36417,1730981847393 in 1.4830 sec 2024-11-07T12:19:56,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-11-07T12:19:56,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=8636d42864eb57a5e792593f02dad494, UNASSIGN in 1.4870 sec 2024-11-07T12:19:56,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-07T12:19:56,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4890 sec 2024-11-07T12:19:56,496 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981996496"}]},"ts":"1730981996496"} 2024-11-07T12:19:56,497 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T12:19:56,498 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T12:19:56,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5020 sec 2024-11-07T12:19:57,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T12:19:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-07T12:19:57,104 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-07T12:19:57,105 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T12:19:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:57,106 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:57,106 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=146, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-07T12:19:57,108 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:57,110 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/recovered.edits] 2024-11-07T12:19:57,112 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/3b3322779cc74da1bf457b5f5a42ad22 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/3b3322779cc74da1bf457b5f5a42ad22 2024-11-07T12:19:57,113 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/40dc7c3413df43979cb4669d391cf698 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/40dc7c3413df43979cb4669d391cf698 2024-11-07T12:19:57,114 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/6fbcd5cf391c4c828e5b6b88ff268e59 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/6fbcd5cf391c4c828e5b6b88ff268e59 2024-11-07T12:19:57,115 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/c227c4d09b8e48aea2682e6a74037205 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/A/c227c4d09b8e48aea2682e6a74037205 2024-11-07T12:19:57,116 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/476049176716417d8f92219ccb6b6e71 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/476049176716417d8f92219ccb6b6e71 2024-11-07T12:19:57,117 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/4e8141a7f3cc4bb9948bd763b66d0395 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/4e8141a7f3cc4bb9948bd763b66d0395 2024-11-07T12:19:57,117 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/8001d4645ce9435fa405aced040c0d32 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/8001d4645ce9435fa405aced040c0d32 2024-11-07T12:19:57,118 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/dea3219e2c704a2085eda4d63a34abfa to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/B/dea3219e2c704a2085eda4d63a34abfa 2024-11-07T12:19:57,120 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/8f3c494e0f61452ebeace83928f23b58 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/8f3c494e0f61452ebeace83928f23b58 2024-11-07T12:19:57,120 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/9953c2e0aed5448785a44c27d0ffdc6e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/9953c2e0aed5448785a44c27d0ffdc6e 2024-11-07T12:19:57,121 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/9f9210713bdd4c51927390866276c511 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/9f9210713bdd4c51927390866276c511 2024-11-07T12:19:57,122 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/c3f0ca6f6dd342a08fe4abb2d71adb39 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/C/c3f0ca6f6dd342a08fe4abb2d71adb39 2024-11-07T12:19:57,123 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/recovered.edits/460.seqid to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494/recovered.edits/460.seqid 2024-11-07T12:19:57,124 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/8636d42864eb57a5e792593f02dad494 2024-11-07T12:19:57,124 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T12:19:57,126 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=146, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:57,127 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T12:19:57,129 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T12:19:57,129 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=146, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:57,130 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T12:19:57,130 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1730981997130"}]},"ts":"9223372036854775807"} 2024-11-07T12:19:57,131 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-07T12:19:57,131 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 8636d42864eb57a5e792593f02dad494, NAME => 'TestAcidGuarantees,,1730981971820.8636d42864eb57a5e792593f02dad494.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T12:19:57,131 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T12:19:57,131 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1730981997131"}]},"ts":"9223372036854775807"} 2024-11-07T12:19:57,132 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-07T12:19:57,134 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=146, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:57,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 29 msec 2024-11-07T12:19:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-07T12:19:57,207 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-07T12:19:57,219 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=238 (was 241), OpenFileDescriptor=451 (was 467), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=628 (was 669), ProcessCount=11 (was 11), AvailableMemoryMB=672 (was 1511) 2024-11-07T12:19:57,227 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=628, ProcessCount=11, AvailableMemoryMB=672 2024-11-07T12:19:57,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T12:19:57,229 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:57,230 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T12:19:57,231 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:57,231 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 147 2024-11-07T12:19:57,231 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T12:19:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-07T12:19:57,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742382_1558 (size=960) 2024-11-07T12:19:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-07T12:19:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-07T12:19:57,637 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb 2024-11-07T12:19:57,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742383_1559 (size=53) 2024-11-07T12:19:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-07T12:19:58,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:58,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing be4537b1bdf8c7c70ce6b7d38d15d724, disabling compactions & flushes 2024-11-07T12:19:58,043 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:19:58,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:19:58,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. after waiting 0 ms 2024-11-07T12:19:58,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:19:58,043 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:19:58,043 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:19:58,044 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T12:19:58,045 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1730981998044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730981998044"}]},"ts":"1730981998044"} 2024-11-07T12:19:58,046 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-07T12:19:58,046 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T12:19:58,046 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981998046"}]},"ts":"1730981998046"} 2024-11-07T12:19:58,047 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-07T12:19:58,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be4537b1bdf8c7c70ce6b7d38d15d724, ASSIGN}] 2024-11-07T12:19:58,051 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be4537b1bdf8c7c70ce6b7d38d15d724, ASSIGN 2024-11-07T12:19:58,052 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=be4537b1bdf8c7c70ce6b7d38d15d724, ASSIGN; state=OFFLINE, location=fbad4c8a32e4,36417,1730981847393; forceNewPlan=false, retain=false 2024-11-07T12:19:58,202 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=be4537b1bdf8c7c70ce6b7d38d15d724, regionState=OPENING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:58,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; OpenRegionProcedure be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:19:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-07T12:19:58,356 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:58,358 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:19:58,358 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7285): Opening region: {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:19:58,359 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:19:58,359 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:19:58,359 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7327): checking encryption for be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:19:58,359 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7330): checking classloading for be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:19:58,360 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:19:58,362 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:19:58,362 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be4537b1bdf8c7c70ce6b7d38d15d724 columnFamilyName A 2024-11-07T12:19:58,362 DEBUG [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:58,362 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.HStore(327): Store=be4537b1bdf8c7c70ce6b7d38d15d724/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:58,362 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:19:58,363 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:19:58,364 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be4537b1bdf8c7c70ce6b7d38d15d724 columnFamilyName B 2024-11-07T12:19:58,364 DEBUG [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:58,364 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.HStore(327): Store=be4537b1bdf8c7c70ce6b7d38d15d724/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:58,364 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:19:58,365 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:19:58,365 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be4537b1bdf8c7c70ce6b7d38d15d724 columnFamilyName C 2024-11-07T12:19:58,365 DEBUG [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:19:58,366 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.HStore(327): Store=be4537b1bdf8c7c70ce6b7d38d15d724/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:19:58,366 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:19:58,366 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:19:58,367 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:19:58,368 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:19:58,369 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1085): writing seq id for be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:19:58,371 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T12:19:58,372 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1102): Opened be4537b1bdf8c7c70ce6b7d38d15d724; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74032566, jitterRate=0.1031711995601654}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:19:58,372 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1001): Region open journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:19:58,373 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., pid=149, masterSystemTime=1730981998355 2024-11-07T12:19:58,375 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:19:58,375 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:19:58,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=be4537b1bdf8c7c70ce6b7d38d15d724, regionState=OPEN, openSeqNum=2, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:58,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-07T12:19:58,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; OpenRegionProcedure be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 in 172 msec 2024-11-07T12:19:58,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-11-07T12:19:58,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=be4537b1bdf8c7c70ce6b7d38d15d724, ASSIGN in 327 msec 2024-11-07T12:19:58,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T12:19:58,380 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730981998380"}]},"ts":"1730981998380"} 2024-11-07T12:19:58,381 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-07T12:19:58,383 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T12:19:58,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-07T12:19:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-11-07T12:19:59,336 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-11-07T12:19:59,337 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c828424 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1abe7cf5 2024-11-07T12:19:59,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d27a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:19:59,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:19:59,346 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60884, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:19:59,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T12:19:59,347 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T12:19:59,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-07T12:19:59,349 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T12:19:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-07T12:19:59,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742384_1560 (size=996) 2024-11-07T12:19:59,772 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-07T12:19:59,772 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-07T12:19:59,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T12:19:59,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be4537b1bdf8c7c70ce6b7d38d15d724, REOPEN/MOVE}] 2024-11-07T12:19:59,776 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be4537b1bdf8c7c70ce6b7d38d15d724, REOPEN/MOVE 2024-11-07T12:19:59,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=be4537b1bdf8c7c70ce6b7d38d15d724, regionState=CLOSING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:59,778 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T12:19:59,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:19:59,929 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:19:59,930 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:19:59,930 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T12:19:59,930 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing be4537b1bdf8c7c70ce6b7d38d15d724, disabling compactions & flushes 2024-11-07T12:19:59,930 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:19:59,930 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:19:59,930 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. after waiting 0 ms 2024-11-07T12:19:59,930 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:19:59,934 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T12:19:59,935 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:19:59,935 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:19:59,935 WARN [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionServer(3786): Not adding moved region record: be4537b1bdf8c7c70ce6b7d38d15d724 to self. 2024-11-07T12:19:59,936 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:19:59,937 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=be4537b1bdf8c7c70ce6b7d38d15d724, regionState=CLOSED 2024-11-07T12:19:59,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-07T12:19:59,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 in 160 msec 2024-11-07T12:19:59,939 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=be4537b1bdf8c7c70ce6b7d38d15d724, REOPEN/MOVE; state=CLOSED, location=fbad4c8a32e4,36417,1730981847393; forceNewPlan=false, retain=true 2024-11-07T12:20:00,089 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=be4537b1bdf8c7c70ce6b7d38d15d724, regionState=OPENING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=152, state=RUNNABLE; OpenRegionProcedure be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:20:00,242 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,244 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:00,244 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7285): Opening region: {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} 2024-11-07T12:20:00,245 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:00,245 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T12:20:00,245 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7327): checking encryption for be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:00,245 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7330): checking classloading for be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:00,246 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:00,247 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:20:00,247 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be4537b1bdf8c7c70ce6b7d38d15d724 columnFamilyName A 2024-11-07T12:20:00,248 DEBUG [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:00,249 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.HStore(327): Store=be4537b1bdf8c7c70ce6b7d38d15d724/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:00,249 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:00,249 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:20:00,250 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be4537b1bdf8c7c70ce6b7d38d15d724 columnFamilyName B 2024-11-07T12:20:00,250 DEBUG [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:00,250 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.HStore(327): Store=be4537b1bdf8c7c70ce6b7d38d15d724/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:00,250 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:00,251 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-07T12:20:00,251 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be4537b1bdf8c7c70ce6b7d38d15d724 columnFamilyName C 2024-11-07T12:20:00,251 DEBUG [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:00,252 INFO [StoreOpener-be4537b1bdf8c7c70ce6b7d38d15d724-1 {}] regionserver.HStore(327): Store=be4537b1bdf8c7c70ce6b7d38d15d724/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T12:20:00,252 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:00,252 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:00,253 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:00,254 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T12:20:00,256 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1085): writing seq id for be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:00,257 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1102): Opened be4537b1bdf8c7c70ce6b7d38d15d724; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59468319, jitterRate=-0.11385299265384674}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T12:20:00,258 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1001): Region open journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:00,258 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., pid=154, masterSystemTime=1730982000242 2024-11-07T12:20:00,260 DEBUG [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:00,260 INFO [RS_OPEN_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:00,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=be4537b1bdf8c7c70ce6b7d38d15d724, regionState=OPEN, openSeqNum=5, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=152 2024-11-07T12:20:00,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=152, state=SUCCESS; OpenRegionProcedure be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 in 171 msec 2024-11-07T12:20:00,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-11-07T12:20:00,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=be4537b1bdf8c7c70ce6b7d38d15d724, REOPEN/MOVE in 486 msec 2024-11-07T12:20:00,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-07T12:20:00,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 490 msec 2024-11-07T12:20:00,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 916 msec 2024-11-07T12:20:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-07T12:20:00,269 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e6d20f5 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@175da219 2024-11-07T12:20:00,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12586a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:00,274 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22892a6a to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@583e0948 2024-11-07T12:20:00,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e4033b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:00,283 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7147b666 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@591b954f 2024-11-07T12:20:00,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70cfa88c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:00,287 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1602455f to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@13b61b3d 2024-11-07T12:20:00,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb05a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:00,295 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11ca7f93 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3206f164 2024-11-07T12:20:00,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e7ab509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:00,303 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b849504 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30adb380 2024-11-07T12:20:00,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1d81d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:00,308 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b795253 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6695c70f 2024-11-07T12:20:00,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7696e93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:00,312 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bf8069 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dda926e 2024-11-07T12:20:00,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc46dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:00,317 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c86432c to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35d6fd30 2024-11-07T12:20:00,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a539c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:00,322 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x483496a2 to 127.0.0.1:65262 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4a09dde9 2024-11-07T12:20:00,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb8f7bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T12:20:00,328 DEBUG [hconnection-0x603a33c2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:00,329 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51908, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:00,336 DEBUG [hconnection-0x4bcb1221-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:00,337 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51914, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:00,337 DEBUG [hconnection-0x231f2405-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:00,338 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:00,339 DEBUG [hconnection-0x77bcc402-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:00,339 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:00,340 DEBUG [hconnection-0x20d4c189-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:00,341 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:00,341 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:20:00,342 DEBUG [hconnection-0x143aafab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:00,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-11-07T12:20:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-07T12:20:00,343 DEBUG [hconnection-0x599358c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:00,343 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:20:00,343 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:00,343 DEBUG [hconnection-0x30b290d8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:00,344 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:20:00,344 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:20:00,344 DEBUG [hconnection-0x3440b178-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:00,345 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:00,345 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:00,345 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:00,346 DEBUG [hconnection-0x1d711a81-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T12:20:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:00,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-07T12:20:00,348 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T12:20:00,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:00,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:00,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:00,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:00,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:00,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:00,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982060363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982060365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982060366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982060366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982060366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107296a80486ea4410491d4543c721bd67f_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982000346/Put/seqid=0 2024-11-07T12:20:00,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742385_1561 (size=12154) 2024-11-07T12:20:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-07T12:20:00,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982060467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982060469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982060469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982060470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982060470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,495 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-07T12:20:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:00,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-07T12:20:00,648 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-07T12:20:00,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:00,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:00,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:00,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:00,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:00,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982060669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982060671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982060671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982060672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982060673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,787 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:00,790 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107296a80486ea4410491d4543c721bd67f_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107296a80486ea4410491d4543c721bd67f_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:00,791 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/3611bd0fceef4a779c328a84a55eb480, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:00,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/3611bd0fceef4a779c328a84a55eb480 is 175, key is test_row_0/A:col10/1730982000346/Put/seqid=0 2024-11-07T12:20:00,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742386_1562 (size=30955) 2024-11-07T12:20:00,797 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/3611bd0fceef4a779c328a84a55eb480 2024-11-07T12:20:00,801 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-07T12:20:00,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:00,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:00,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:00,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:00,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:00,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/d97d716089d6480b845dcc2fe750e5e9 is 50, key is test_row_0/B:col10/1730982000346/Put/seqid=0 2024-11-07T12:20:00,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742387_1563 (size=12001) 2024-11-07T12:20:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-07T12:20:00,955 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-07T12:20:00,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:00,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:00,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:00,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:00,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:00,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982060973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982060975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982060975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982060977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:00,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982060978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:01,108 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:01,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-07T12:20:01,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:01,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:01,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:01,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:01,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:01,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/d97d716089d6480b845dcc2fe750e5e9 2024-11-07T12:20:01,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/d67a00fae3e04883b65366c988214233 is 50, key is test_row_0/C:col10/1730982000346/Put/seqid=0 2024-11-07T12:20:01,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742388_1564 (size=12001) 2024-11-07T12:20:01,261 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:01,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-07T12:20:01,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:01,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:01,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:01,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:01,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:01,414 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:01,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-07T12:20:01,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:01,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:01,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:01,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:01,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-07T12:20:01,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982061476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:01,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982061481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:01,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982061482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:01,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982061483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:01,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982061484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:01,568 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:01,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-07T12:20:01,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:01,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:01,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:01,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:01,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:01,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:01,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/d67a00fae3e04883b65366c988214233 2024-11-07T12:20:01,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/3611bd0fceef4a779c328a84a55eb480 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3611bd0fceef4a779c328a84a55eb480 2024-11-07T12:20:01,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3611bd0fceef4a779c328a84a55eb480, entries=150, sequenceid=17, filesize=30.2 K 2024-11-07T12:20:01,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/d97d716089d6480b845dcc2fe750e5e9 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/d97d716089d6480b845dcc2fe750e5e9 2024-11-07T12:20:01,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/d97d716089d6480b845dcc2fe750e5e9, entries=150, sequenceid=17, filesize=11.7 K 2024-11-07T12:20:01,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/d67a00fae3e04883b65366c988214233 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/d67a00fae3e04883b65366c988214233 2024-11-07T12:20:01,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/d67a00fae3e04883b65366c988214233, entries=150, sequenceid=17, filesize=11.7 K 2024-11-07T12:20:01,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for be4537b1bdf8c7c70ce6b7d38d15d724 in 1336ms, sequenceid=17, compaction requested=false 2024-11-07T12:20:01,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:01,721 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:01,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-11-07T12:20:01,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:01,722 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T12:20:01,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:01,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:01,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:01,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:01,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:01,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:01,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107c7333baa40e249e5a37da2510ce4b635_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982000363/Put/seqid=0 2024-11-07T12:20:01,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742389_1565 (size=12154) 2024-11-07T12:20:01,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,769 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107c7333baa40e249e5a37da2510ce4b635_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c7333baa40e249e5a37da2510ce4b635_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:01,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/72d0fb7301064c8cb0333a116a934fc3, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:01,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/72d0fb7301064c8cb0333a116a934fc3 is 175, key is test_row_0/A:col10/1730982000363/Put/seqid=0 2024-11-07T12:20:01,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742390_1566 (size=30955) 2024-11-07T12:20:01,775 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/72d0fb7301064c8cb0333a116a934fc3 2024-11-07T12:20:01,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/852d23129a554253ac843793f36dd16d is 50, key is test_row_0/B:col10/1730982000363/Put/seqid=0 2024-11-07T12:20:01,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742391_1567 (size=12001) 2024-11-07T12:20:01,796 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/852d23129a554253ac843793f36dd16d 2024-11-07T12:20:01,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/c79eac7862784ef087ad4c444ca20718 is 50, key is test_row_0/C:col10/1730982000363/Put/seqid=0 2024-11-07T12:20:01,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742392_1568 (size=12001) 2024-11-07T12:20:01,815 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/c79eac7862784ef087ad4c444ca20718 2024-11-07T12:20:01,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/72d0fb7301064c8cb0333a116a934fc3 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/72d0fb7301064c8cb0333a116a934fc3 2024-11-07T12:20:01,822 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/72d0fb7301064c8cb0333a116a934fc3, entries=150, sequenceid=41, filesize=30.2 K 2024-11-07T12:20:01,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/852d23129a554253ac843793f36dd16d as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/852d23129a554253ac843793f36dd16d 2024-11-07T12:20:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,827 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/852d23129a554253ac843793f36dd16d, entries=150, sequenceid=41, filesize=11.7 K 2024-11-07T12:20:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/c79eac7862784ef087ad4c444ca20718 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/c79eac7862784ef087ad4c444ca20718 2024-11-07T12:20:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,832 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/c79eac7862784ef087ad4c444ca20718, entries=150, sequenceid=41, filesize=11.7 K 2024-11-07T12:20:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,833 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for be4537b1bdf8c7c70ce6b7d38d15d724 in 111ms, sequenceid=41, compaction requested=false 2024-11-07T12:20:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:01,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:01,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-11-07T12:20:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-11-07T12:20:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-11-07T12:20:01,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4900 sec 2024-11-07T12:20:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 1.4970 sec 2024-11-07T12:20:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,018 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T12:20:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-11-07T12:20:02,447 INFO [Thread-2492 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-11-07T12:20:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,449 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:20:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-07T12:20:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,450 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:20:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-07T12:20:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,451 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:20:02,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:20:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T12:20:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:02,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:02,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:02,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:02,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:02,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:02,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:02,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-07T12:20:02,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ee59d4e69ecf449598d921a715d6b05d_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982002514/Put/seqid=0 2024-11-07T12:20:02,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742394_1570 (size=29238) 2024-11-07T12:20:02,569 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:02,572 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ee59d4e69ecf449598d921a715d6b05d_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ee59d4e69ecf449598d921a715d6b05d_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:02,573 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/3792115dfc2d41f3a819565103cf7f9f, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:02,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/3792115dfc2d41f3a819565103cf7f9f is 175, key is test_row_0/A:col10/1730982002514/Put/seqid=0 2024-11-07T12:20:02,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742393_1569 (size=91178) 2024-11-07T12:20:02,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982062582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:02,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982062583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982062583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982062588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982062588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,603 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-07T12:20:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:02,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:02,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:02,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:02,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:02,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:02,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982062689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982062689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982062690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982062692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:02,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982062692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-07T12:20:02,756 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-07T12:20:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:02,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:02,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:02,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982062892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982062892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:02,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982062893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982062894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982062896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,909 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:02,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-07T12:20:02,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:02,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:02,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:02,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:02,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:02,971 ERROR [LeaseRenewer:jenkins.hfs.0@localhost:35093 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins.hfs.0@localhost:35093,5,FailOnTimeoutGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:02,976 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/3792115dfc2d41f3a819565103cf7f9f 2024-11-07T12:20:02,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/617407b2f1824bf7bc097b0bb4e1df17 is 50, key is test_row_0/B:col10/1730982002514/Put/seqid=0 2024-11-07T12:20:02,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742395_1571 (size=12001) 2024-11-07T12:20:02,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/617407b2f1824bf7bc097b0bb4e1df17 2024-11-07T12:20:02,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/42d41468f14642c79e0a9bc1c6fa6f9e is 50, key is test_row_0/C:col10/1730982002514/Put/seqid=0 2024-11-07T12:20:03,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742396_1572 (size=12001) 2024-11-07T12:20:03,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/42d41468f14642c79e0a9bc1c6fa6f9e 2024-11-07T12:20:03,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/3792115dfc2d41f3a819565103cf7f9f as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3792115dfc2d41f3a819565103cf7f9f 2024-11-07T12:20:03,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3792115dfc2d41f3a819565103cf7f9f, entries=500, sequenceid=54, filesize=89.0 K 2024-11-07T12:20:03,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/617407b2f1824bf7bc097b0bb4e1df17 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/617407b2f1824bf7bc097b0bb4e1df17 2024-11-07T12:20:03,017 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/617407b2f1824bf7bc097b0bb4e1df17, entries=150, sequenceid=54, filesize=11.7 K 2024-11-07T12:20:03,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/42d41468f14642c79e0a9bc1c6fa6f9e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/42d41468f14642c79e0a9bc1c6fa6f9e 2024-11-07T12:20:03,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/42d41468f14642c79e0a9bc1c6fa6f9e, entries=150, sequenceid=54, filesize=11.7 K 2024-11-07T12:20:03,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for be4537b1bdf8c7c70ce6b7d38d15d724 in 498ms, sequenceid=54, compaction requested=true 2024-11-07T12:20:03,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:03,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:20:03,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:03,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:20:03,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:03,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:20:03,022 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:03,022 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:03,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:20:03,023 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:03,023 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/B is initiating minor compaction (all files) 2024-11-07T12:20:03,023 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/B in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:03,024 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/d97d716089d6480b845dcc2fe750e5e9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/852d23129a554253ac843793f36dd16d, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/617407b2f1824bf7bc097b0bb4e1df17] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=35.2 K 2024-11-07T12:20:03,028 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting d97d716089d6480b845dcc2fe750e5e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1730982000346 2024-11-07T12:20:03,028 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 852d23129a554253ac843793f36dd16d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1730982000363 2024-11-07T12:20:03,029 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 617407b2f1824bf7bc097b0bb4e1df17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730982002514 2024-11-07T12:20:03,029 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 153088 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:03,029 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/A is initiating minor compaction (all files) 2024-11-07T12:20:03,029 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/A in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:03,029 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3611bd0fceef4a779c328a84a55eb480, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/72d0fb7301064c8cb0333a116a934fc3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3792115dfc2d41f3a819565103cf7f9f] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=149.5 K 2024-11-07T12:20:03,029 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:03,029 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3611bd0fceef4a779c328a84a55eb480, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/72d0fb7301064c8cb0333a116a934fc3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3792115dfc2d41f3a819565103cf7f9f] 2024-11-07T12:20:03,030 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3611bd0fceef4a779c328a84a55eb480, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1730982000346 2024-11-07T12:20:03,031 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72d0fb7301064c8cb0333a116a934fc3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1730982000363 2024-11-07T12:20:03,031 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3792115dfc2d41f3a819565103cf7f9f, keycount=500, bloomtype=ROW, size=89.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730982002495 2024-11-07T12:20:03,037 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#B#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:03,038 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/d2433a8e53cc4474ace5f45e478acc72 is 50, key is test_row_0/B:col10/1730982002514/Put/seqid=0 2024-11-07T12:20:03,045 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:03,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742397_1573 (size=12104) 2024-11-07T12:20:03,047 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411074e97bc940ad543a4bafa2580625d855e_be4537b1bdf8c7c70ce6b7d38d15d724 store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:03,050 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411074e97bc940ad543a4bafa2580625d855e_be4537b1bdf8c7c70ce6b7d38d15d724, store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:03,050 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074e97bc940ad543a4bafa2580625d855e_be4537b1bdf8c7c70ce6b7d38d15d724 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-07T12:20:03,053 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/d2433a8e53cc4474ace5f45e478acc72 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/d2433a8e53cc4474ace5f45e478acc72 2024-11-07T12:20:03,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742398_1574 (size=4469) 2024-11-07T12:20:03,062 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-07T12:20:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:03,063 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T12:20:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:03,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:03,065 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/B of be4537b1bdf8c7c70ce6b7d38d15d724 into d2433a8e53cc4474ace5f45e478acc72(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:03,065 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:03,065 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/B, priority=13, startTime=1730982003022; duration=0sec 2024-11-07T12:20:03,065 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:20:03,065 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:B 2024-11-07T12:20:03,065 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:03,067 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:03,067 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/C is initiating minor compaction (all files) 2024-11-07T12:20:03,067 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/C in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:03,068 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/d67a00fae3e04883b65366c988214233, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/c79eac7862784ef087ad4c444ca20718, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/42d41468f14642c79e0a9bc1c6fa6f9e] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=35.2 K 2024-11-07T12:20:03,072 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting d67a00fae3e04883b65366c988214233, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1730982000346 2024-11-07T12:20:03,072 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting c79eac7862784ef087ad4c444ca20718, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1730982000363 2024-11-07T12:20:03,073 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 42d41468f14642c79e0a9bc1c6fa6f9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730982002514 2024-11-07T12:20:03,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071c368be61852481d981d2147ff8b0642_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982002586/Put/seqid=0 2024-11-07T12:20:03,098 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#C#compaction#488 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:03,098 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/a9abd551160e4bbfa44217fb2aa5acea is 50, key is test_row_0/C:col10/1730982002514/Put/seqid=0 2024-11-07T12:20:03,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742400_1576 (size=12104) 2024-11-07T12:20:03,116 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/a9abd551160e4bbfa44217fb2aa5acea as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/a9abd551160e4bbfa44217fb2aa5acea 2024-11-07T12:20:03,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742399_1575 (size=12154) 2024-11-07T12:20:03,123 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/C of be4537b1bdf8c7c70ce6b7d38d15d724 into a9abd551160e4bbfa44217fb2aa5acea(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:03,123 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:03,123 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/C, priority=13, startTime=1730982003022; duration=0sec 2024-11-07T12:20:03,123 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:03,123 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:C 2024-11-07T12:20:03,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:03,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:03,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982063202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982063203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982063204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982063205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982063205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982063306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982063306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982063307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982063308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982063308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,468 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#A#compaction#486 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:03,469 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/489bf1c207d646fc9218375add2550aa is 175, key is test_row_0/A:col10/1730982002514/Put/seqid=0 2024-11-07T12:20:03,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742401_1577 (size=31058) 2024-11-07T12:20:03,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982063507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982063508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982063512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982063514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982063514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:03,528 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411071c368be61852481d981d2147ff8b0642_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071c368be61852481d981d2147ff8b0642_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:03,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/28e220d6a74944c2bb4e01bceed31e7f, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:03,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/28e220d6a74944c2bb4e01bceed31e7f is 175, key is test_row_0/A:col10/1730982002586/Put/seqid=0 2024-11-07T12:20:03,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742402_1578 (size=30955) 2024-11-07T12:20:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-07T12:20:03,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982063812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982063813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982063817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982063817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:03,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982063818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:03,909 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/489bf1c207d646fc9218375add2550aa as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/489bf1c207d646fc9218375add2550aa 2024-11-07T12:20:03,914 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/A of be4537b1bdf8c7c70ce6b7d38d15d724 into 489bf1c207d646fc9218375add2550aa(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:03,914 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:03,914 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/A, priority=13, startTime=1730982003022; duration=0sec 2024-11-07T12:20:03,914 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:03,914 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:A 2024-11-07T12:20:03,952 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/28e220d6a74944c2bb4e01bceed31e7f 2024-11-07T12:20:03,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/b244ef8cca1b4de387a71b7390d1b338 is 50, key is test_row_0/B:col10/1730982002586/Put/seqid=0 2024-11-07T12:20:04,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742403_1579 (size=12001) 2024-11-07T12:20:04,009 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/b244ef8cca1b4de387a71b7390d1b338 2024-11-07T12:20:04,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/04d9159ad6594671830f653a8ee51819 is 50, key is test_row_0/C:col10/1730982002586/Put/seqid=0 2024-11-07T12:20:04,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742404_1580 (size=12001) 2024-11-07T12:20:04,046 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/04d9159ad6594671830f653a8ee51819 2024-11-07T12:20:04,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/28e220d6a74944c2bb4e01bceed31e7f as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/28e220d6a74944c2bb4e01bceed31e7f 2024-11-07T12:20:04,063 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/28e220d6a74944c2bb4e01bceed31e7f, entries=150, sequenceid=78, filesize=30.2 K 2024-11-07T12:20:04,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/b244ef8cca1b4de387a71b7390d1b338 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/b244ef8cca1b4de387a71b7390d1b338 2024-11-07T12:20:04,070 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/b244ef8cca1b4de387a71b7390d1b338, entries=150, sequenceid=78, filesize=11.7 K 2024-11-07T12:20:04,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/04d9159ad6594671830f653a8ee51819 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/04d9159ad6594671830f653a8ee51819 2024-11-07T12:20:04,075 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/04d9159ad6594671830f653a8ee51819, entries=150, sequenceid=78, filesize=11.7 K 2024-11-07T12:20:04,077 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for be4537b1bdf8c7c70ce6b7d38d15d724 in 1013ms, sequenceid=78, compaction requested=false 2024-11-07T12:20:04,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:04,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:04,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-07T12:20:04,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-07T12:20:04,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-07T12:20:04,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6280 sec 2024-11-07T12:20:04,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.6330 sec 2024-11-07T12:20:04,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T12:20:04,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:04,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:04,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:04,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:04,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:04,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:04,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:04,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110710539e30439b48858cd4d874f5b9f7ef_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982003203/Put/seqid=0 2024-11-07T12:20:04,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742405_1581 (size=12154) 2024-11-07T12:20:04,352 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:04,355 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110710539e30439b48858cd4d874f5b9f7ef_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110710539e30439b48858cd4d874f5b9f7ef_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:04,357 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/b78257833bd64d2fb68436dd09f880c9, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:04,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/b78257833bd64d2fb68436dd09f880c9 is 175, key is test_row_0/A:col10/1730982003203/Put/seqid=0 2024-11-07T12:20:04,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742406_1582 (size=30955) 2024-11-07T12:20:04,372 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/b78257833bd64d2fb68436dd09f880c9 2024-11-07T12:20:04,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/8d35a10b0de14e158d610620ad7f6b67 is 50, key is test_row_0/B:col10/1730982003203/Put/seqid=0 2024-11-07T12:20:04,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:04,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982064348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:04,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982064351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:04,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982064380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:04,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982064380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:04,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982064381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:04,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742407_1583 (size=12001) 2024-11-07T12:20:04,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/8d35a10b0de14e158d610620ad7f6b67 2024-11-07T12:20:04,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/0dc083519d414a79a2054c0c16a458dc is 50, key is test_row_0/C:col10/1730982003203/Put/seqid=0 2024-11-07T12:20:04,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742408_1584 (size=12001) 2024-11-07T12:20:04,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982064483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:04,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982064483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:04,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982064484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:04,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982064485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:04,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982064486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-07T12:20:04,561 INFO [Thread-2492 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-07T12:20:04,563 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:20:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-07T12:20:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-07T12:20:04,565 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:20:04,566 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:20:04,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:20:04,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-07T12:20:04,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:04,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:04,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982064692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982064693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:04,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982064692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:04,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982064695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:04,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:04,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982064696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:04,718 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:04,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T12:20:04,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:04,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:04,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:04,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:04,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:04,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:04,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/0dc083519d414a79a2054c0c16a458dc 2024-11-07T12:20:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-07T12:20:04,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/b78257833bd64d2fb68436dd09f880c9 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/b78257833bd64d2fb68436dd09f880c9 2024-11-07T12:20:04,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/b78257833bd64d2fb68436dd09f880c9, entries=150, sequenceid=95, filesize=30.2 K 2024-11-07T12:20:04,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/8d35a10b0de14e158d610620ad7f6b67 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/8d35a10b0de14e158d610620ad7f6b67 2024-11-07T12:20:04,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/8d35a10b0de14e158d610620ad7f6b67, entries=150, sequenceid=95, filesize=11.7 K 2024-11-07T12:20:04,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/0dc083519d414a79a2054c0c16a458dc as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/0dc083519d414a79a2054c0c16a458dc 2024-11-07T12:20:04,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:04,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T12:20:04,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:04,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:04,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:04,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:04,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:04,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:04,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/0dc083519d414a79a2054c0c16a458dc, entries=150, sequenceid=95, filesize=11.7 K 2024-11-07T12:20:04,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for be4537b1bdf8c7c70ce6b7d38d15d724 in 575ms, sequenceid=95, compaction requested=true 2024-11-07T12:20:04,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:04,894 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:04,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:20:04,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:04,895 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:04,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:20:04,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:04,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:20:04,895 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:20:04,896 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:04,896 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/A is initiating minor compaction (all files) 2024-11-07T12:20:04,896 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/A in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:04,896 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:04,896 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/B is initiating minor compaction (all files) 2024-11-07T12:20:04,896 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/489bf1c207d646fc9218375add2550aa, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/28e220d6a74944c2bb4e01bceed31e7f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/b78257833bd64d2fb68436dd09f880c9] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=90.8 K 2024-11-07T12:20:04,896 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/B in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:04,896 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:04,896 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/d2433a8e53cc4474ace5f45e478acc72, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/b244ef8cca1b4de387a71b7390d1b338, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/8d35a10b0de14e158d610620ad7f6b67] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=35.3 K 2024-11-07T12:20:04,896 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/489bf1c207d646fc9218375add2550aa, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/28e220d6a74944c2bb4e01bceed31e7f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/b78257833bd64d2fb68436dd09f880c9] 2024-11-07T12:20:04,897 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting d2433a8e53cc4474ace5f45e478acc72, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730982002514 2024-11-07T12:20:04,897 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 489bf1c207d646fc9218375add2550aa, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730982002514 2024-11-07T12:20:04,897 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting b244ef8cca1b4de387a71b7390d1b338, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1730982002582 2024-11-07T12:20:04,898 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28e220d6a74944c2bb4e01bceed31e7f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1730982002582 2024-11-07T12:20:04,898 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d35a10b0de14e158d610620ad7f6b67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1730982003203 2024-11-07T12:20:04,898 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting b78257833bd64d2fb68436dd09f880c9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1730982003203 2024-11-07T12:20:04,904 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:04,906 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:04,906 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/b1081d3b172140b8b666fdffb374c7c9 is 50, key is test_row_0/B:col10/1730982003203/Put/seqid=0 2024-11-07T12:20:04,908 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411076055582ee30245faa426747590210119_be4537b1bdf8c7c70ce6b7d38d15d724 store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:04,909 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411076055582ee30245faa426747590210119_be4537b1bdf8c7c70ce6b7d38d15d724, store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:04,910 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411076055582ee30245faa426747590210119_be4537b1bdf8c7c70ce6b7d38d15d724 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:04,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742409_1585 (size=12207) 2024-11-07T12:20:04,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742410_1586 (size=4469) 2024-11-07T12:20:04,994 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#A#compaction#494 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:04,995 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/0b25acd2098c4ceb9070eecfe10dbe97 is 175, key is test_row_0/A:col10/1730982003203/Put/seqid=0 2024-11-07T12:20:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:05,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T12:20:05,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742411_1587 (size=31161) 2024-11-07T12:20:05,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:05,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:05,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:05,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:05,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:05,017 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:05,027 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/0b25acd2098c4ceb9070eecfe10dbe97 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/0b25acd2098c4ceb9070eecfe10dbe97 2024-11-07T12:20:05,032 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/A of be4537b1bdf8c7c70ce6b7d38d15d724 into 0b25acd2098c4ceb9070eecfe10dbe97(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:05,032 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:05,032 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/A, priority=13, startTime=1730982004894; duration=0sec 2024-11-07T12:20:05,032 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:20:05,032 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:A 2024-11-07T12:20:05,032 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:05,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107063259aa43c048d88393048ee8911953_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982005000/Put/seqid=0 2024-11-07T12:20:05,034 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:05,034 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/C is initiating minor compaction (all files) 2024-11-07T12:20:05,034 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/C in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:05,034 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/a9abd551160e4bbfa44217fb2aa5acea, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/04d9159ad6594671830f653a8ee51819, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/0dc083519d414a79a2054c0c16a458dc] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=35.3 K 2024-11-07T12:20:05,034 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9abd551160e4bbfa44217fb2aa5acea, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1730982002514 2024-11-07T12:20:05,035 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04d9159ad6594671830f653a8ee51819, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1730982002582 2024-11-07T12:20:05,035 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dc083519d414a79a2054c0c16a458dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1730982003203 2024-11-07T12:20:05,040 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T12:20:05,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:05,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:05,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:05,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982065029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982065033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982065033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,043 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#C#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:05,044 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/58fcb487ecd54e90b5ce7bc66f9ca147 is 50, key is test_row_0/C:col10/1730982003203/Put/seqid=0 2024-11-07T12:20:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982065041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982065046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742413_1589 (size=12207) 2024-11-07T12:20:05,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742412_1588 (size=12154) 2024-11-07T12:20:05,117 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/58fcb487ecd54e90b5ce7bc66f9ca147 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/58fcb487ecd54e90b5ce7bc66f9ca147 2024-11-07T12:20:05,130 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/C of be4537b1bdf8c7c70ce6b7d38d15d724 into 58fcb487ecd54e90b5ce7bc66f9ca147(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:05,130 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:05,130 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/C, priority=13, startTime=1730982004895; duration=0sec 2024-11-07T12:20:05,130 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:05,130 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:C 2024-11-07T12:20:05,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982065143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982065143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982065143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982065150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982065150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-07T12:20:05,195 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T12:20:05,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:05,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:05,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:05,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,354 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982065355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982065355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982065355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T12:20:05,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:05,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:05,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:05,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982065356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982065357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,362 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/b1081d3b172140b8b666fdffb374c7c9 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/b1081d3b172140b8b666fdffb374c7c9 2024-11-07T12:20:05,366 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/B of be4537b1bdf8c7c70ce6b7d38d15d724 into b1081d3b172140b8b666fdffb374c7c9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:05,366 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:05,367 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/B, priority=13, startTime=1730982004895; duration=0sec 2024-11-07T12:20:05,367 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:05,367 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:B 2024-11-07T12:20:05,508 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:05,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T12:20:05,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:05,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:05,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,530 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107063259aa43c048d88393048ee8911953_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107063259aa43c048d88393048ee8911953_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:05,537 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/611e01a083a640cc8a88dc657b70e3a8, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:05,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/611e01a083a640cc8a88dc657b70e3a8 is 175, key is test_row_0/A:col10/1730982005000/Put/seqid=0 2024-11-07T12:20:05,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742414_1590 (size=30955) 2024-11-07T12:20:05,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982065658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982065658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982065658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982065662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982065664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-07T12:20:05,670 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T12:20:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:05,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,838 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T12:20:05,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:05,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:05,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:05,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,952 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/611e01a083a640cc8a88dc657b70e3a8 2024-11-07T12:20:05,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/59fe818e7eb0408aac35b0f2182deedd is 50, key is test_row_0/B:col10/1730982005000/Put/seqid=0 2024-11-07T12:20:05,993 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:05,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T12:20:05,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:05,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:05,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:05,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:06,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742415_1591 (size=12001) 2024-11-07T12:20:06,149 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:06,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T12:20:06,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:06,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:06,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:06,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:06,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:06,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:06,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:06,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982066163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:06,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:06,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982066166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:06,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982066170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:06,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982066170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:06,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982066170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:06,302 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:06,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T12:20:06,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:06,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:06,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:06,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:06,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:06,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/59fe818e7eb0408aac35b0f2182deedd 2024-11-07T12:20:06,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/fadfb13c5ed348aa82e6f4f466ea9240 is 50, key is test_row_0/C:col10/1730982005000/Put/seqid=0 2024-11-07T12:20:06,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742416_1592 (size=12001) 2024-11-07T12:20:06,456 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:06,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T12:20:06,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:06,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:06,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:06,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:06,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:06,610 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:06,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T12:20:06,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:06,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:06,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:06,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:06,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-07T12:20:06,767 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:06,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T12:20:06,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:06,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:06,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:06,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:06,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:06,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/fadfb13c5ed348aa82e6f4f466ea9240 2024-11-07T12:20:06,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/611e01a083a640cc8a88dc657b70e3a8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/611e01a083a640cc8a88dc657b70e3a8 2024-11-07T12:20:06,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/611e01a083a640cc8a88dc657b70e3a8, entries=150, sequenceid=120, filesize=30.2 K 2024-11-07T12:20:06,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/59fe818e7eb0408aac35b0f2182deedd as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/59fe818e7eb0408aac35b0f2182deedd 2024-11-07T12:20:06,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/59fe818e7eb0408aac35b0f2182deedd, entries=150, sequenceid=120, filesize=11.7 K 2024-11-07T12:20:06,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/fadfb13c5ed348aa82e6f4f466ea9240 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/fadfb13c5ed348aa82e6f4f466ea9240 2024-11-07T12:20:06,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/fadfb13c5ed348aa82e6f4f466ea9240, entries=150, sequenceid=120, filesize=11.7 K 2024-11-07T12:20:06,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for be4537b1bdf8c7c70ce6b7d38d15d724 in 1838ms, sequenceid=120, compaction requested=false 2024-11-07T12:20:06,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:06,923 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:06,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-07T12:20:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:06,924 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-07T12:20:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:06,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:06,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107af1cb1d053994f599866f6161cceab9f_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982005025/Put/seqid=0 2024-11-07T12:20:06,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742417_1593 (size=12254) 2024-11-07T12:20:07,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T12:20:07,082 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-07T12:20:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:07,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:07,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982067189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982067189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982067190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982067192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982067192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982067294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982067294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982067294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982067295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982067295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:07,357 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107af1cb1d053994f599866f6161cceab9f_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107af1cb1d053994f599866f6161cceab9f_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:07,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/635d00e815d344b19ed93817b6cb8589, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:07,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/635d00e815d344b19ed93817b6cb8589 is 175, key is test_row_0/A:col10/1730982005025/Put/seqid=0 2024-11-07T12:20:07,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742418_1594 (size=31055) 2024-11-07T12:20:07,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982067497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982067497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982067497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982067498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982067498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,763 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/635d00e815d344b19ed93817b6cb8589 2024-11-07T12:20:07,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/cb548f19a2174ee29ae59dca574e6a52 is 50, key is test_row_0/B:col10/1730982005025/Put/seqid=0 2024-11-07T12:20:07,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742419_1595 (size=12101) 2024-11-07T12:20:07,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982067802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982067803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982067803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982067803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:07,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982067803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:08,191 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/cb548f19a2174ee29ae59dca574e6a52 2024-11-07T12:20:08,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/2f13f8db941e4341afcfe55a44e4f1e6 is 50, key is test_row_0/C:col10/1730982005025/Put/seqid=0 2024-11-07T12:20:08,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742420_1596 (size=12101) 2024-11-07T12:20:08,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982068307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:08,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982068307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:08,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982068308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:08,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982068308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:08,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982068309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:08,620 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/2f13f8db941e4341afcfe55a44e4f1e6 2024-11-07T12:20:08,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/635d00e815d344b19ed93817b6cb8589 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/635d00e815d344b19ed93817b6cb8589 2024-11-07T12:20:08,626 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/635d00e815d344b19ed93817b6cb8589, entries=150, sequenceid=135, filesize=30.3 K 2024-11-07T12:20:08,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/cb548f19a2174ee29ae59dca574e6a52 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cb548f19a2174ee29ae59dca574e6a52 2024-11-07T12:20:08,631 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cb548f19a2174ee29ae59dca574e6a52, entries=150, sequenceid=135, filesize=11.8 K 2024-11-07T12:20:08,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/2f13f8db941e4341afcfe55a44e4f1e6 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/2f13f8db941e4341afcfe55a44e4f1e6 2024-11-07T12:20:08,634 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/2f13f8db941e4341afcfe55a44e4f1e6, entries=150, sequenceid=135, filesize=11.8 K 2024-11-07T12:20:08,635 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for be4537b1bdf8c7c70ce6b7d38d15d724 in 1711ms, sequenceid=135, compaction requested=true 2024-11-07T12:20:08,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:08,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:08,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-07T12:20:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-07T12:20:08,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-07T12:20:08,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.0700 sec 2024-11-07T12:20:08,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 4.0750 sec 2024-11-07T12:20:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-07T12:20:08,673 INFO [Thread-2492 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-07T12:20:08,674 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:20:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-07T12:20:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-07T12:20:08,676 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:20:08,676 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:20:08,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:20:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-07T12:20:08,829 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:08,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-07T12:20:08,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:08,830 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-07T12:20:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:08,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:08,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079db3ba78ca4340abb7e1cb2e1e8d7044_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982007189/Put/seqid=0 2024-11-07T12:20:08,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742421_1597 (size=12304) 2024-11-07T12:20:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-07T12:20:09,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:09,245 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079db3ba78ca4340abb7e1cb2e1e8d7044_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079db3ba78ca4340abb7e1cb2e1e8d7044_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:09,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/ff3ba578da2c49aea3c10cb399558490, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:09,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/ff3ba578da2c49aea3c10cb399558490 is 175, key is test_row_0/A:col10/1730982007189/Put/seqid=0 2024-11-07T12:20:09,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742422_1598 (size=31105) 2024-11-07T12:20:09,251 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/ff3ba578da2c49aea3c10cb399558490 2024-11-07T12:20:09,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/41d2303246cd4aa4a4ebd988a7341358 is 50, key is test_row_0/B:col10/1730982007189/Put/seqid=0 2024-11-07T12:20:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-07T12:20:09,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742423_1599 (size=12151) 2024-11-07T12:20:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:09,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:09,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982069320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982069321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982069324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982069325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982069326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982069426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982069426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982069428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982069428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982069429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982069629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982069630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982069631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982069631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982069632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,679 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/41d2303246cd4aa4a4ebd988a7341358 2024-11-07T12:20:09,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/d84a84aa683c487b81c41528c8f4f20a is 50, key is test_row_0/C:col10/1730982007189/Put/seqid=0 2024-11-07T12:20:09,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742424_1600 (size=12151) 2024-11-07T12:20:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-07T12:20:09,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982069932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982069933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982069936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982069936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:09,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:09,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982069936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:10,092 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/d84a84aa683c487b81c41528c8f4f20a 2024-11-07T12:20:10,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/ff3ba578da2c49aea3c10cb399558490 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/ff3ba578da2c49aea3c10cb399558490 2024-11-07T12:20:10,101 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/ff3ba578da2c49aea3c10cb399558490, entries=150, sequenceid=159, filesize=30.4 K 2024-11-07T12:20:10,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/41d2303246cd4aa4a4ebd988a7341358 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/41d2303246cd4aa4a4ebd988a7341358 2024-11-07T12:20:10,105 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/41d2303246cd4aa4a4ebd988a7341358, entries=150, sequenceid=159, filesize=11.9 K 2024-11-07T12:20:10,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/d84a84aa683c487b81c41528c8f4f20a as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/d84a84aa683c487b81c41528c8f4f20a 2024-11-07T12:20:10,109 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/d84a84aa683c487b81c41528c8f4f20a, entries=150, sequenceid=159, filesize=11.9 K 2024-11-07T12:20:10,110 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for be4537b1bdf8c7c70ce6b7d38d15d724 in 1281ms, sequenceid=159, compaction requested=true 2024-11-07T12:20:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:10,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-07T12:20:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-07T12:20:10,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-07T12:20:10,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4350 sec 2024-11-07T12:20:10,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.4400 sec 2024-11-07T12:20:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:10,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-07T12:20:10,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:10,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:10,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:10,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:10,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:10,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:10,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f366c49e04004c75940bf249939a650a_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982010440/Put/seqid=0 2024-11-07T12:20:10,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742425_1601 (size=12304) 2024-11-07T12:20:10,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982070457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:10,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982070458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:10,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:10,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982070459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982070458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:10,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982070459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:10,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982070561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:10,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982070564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:10,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982070564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:10,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982070564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:10,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982070565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:10,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982070764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:10,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982070767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:10,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982070767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:10,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982070768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:10,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982070768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-07T12:20:10,779 INFO [Thread-2492 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-07T12:20:10,780 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:20:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-07T12:20:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-07T12:20:10,782 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:20:10,782 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:20:10,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:20:10,851 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:10,855 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f366c49e04004c75940bf249939a650a_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f366c49e04004c75940bf249939a650a_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:10,856 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/4eaa4bc1f8244da9af458414041c86bb, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:10,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/4eaa4bc1f8244da9af458414041c86bb is 175, key is test_row_0/A:col10/1730982010440/Put/seqid=0 2024-11-07T12:20:10,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742426_1602 (size=31105) 2024-11-07T12:20:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-07T12:20:10,934 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:10,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-07T12:20:10,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:10,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:10,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:10,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:10,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982071069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:11,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982071071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:11,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982071072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:11,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982071073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:11,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982071073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-07T12:20:11,087 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:11,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-07T12:20:11,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:11,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:11,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:11,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,240 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:11,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-07T12:20:11,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:11,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:11,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:11,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,262 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/4eaa4bc1f8244da9af458414041c86bb 2024-11-07T12:20:11,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/cc9ffdcdd1114057adc75c444bf1dccd is 50, key is test_row_0/B:col10/1730982010440/Put/seqid=0 2024-11-07T12:20:11,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742427_1603 (size=12151) 2024-11-07T12:20:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-07T12:20:11,393 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:11,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-07T12:20:11,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:11,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:11,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:11,393 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,545 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:11,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-07T12:20:11,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:11,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:11,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:11,546 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982071577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:11,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982071578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:11,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982071578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:11,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982071579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:11,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982071580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:11,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/cc9ffdcdd1114057adc75c444bf1dccd 2024-11-07T12:20:11,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/51f17a1dbd1d45489810f82625fdaa09 is 50, key is test_row_0/C:col10/1730982010440/Put/seqid=0 2024-11-07T12:20:11,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742428_1604 (size=12151) 2024-11-07T12:20:11,698 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:11,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-07T12:20:11,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:11,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:11,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:11,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,856 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:11,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-07T12:20:11,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:11,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:11,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:11,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-07T12:20:12,009 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:12,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-07T12:20:12,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:12,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:12,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:12,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:12,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:12,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/51f17a1dbd1d45489810f82625fdaa09 2024-11-07T12:20:12,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/4eaa4bc1f8244da9af458414041c86bb as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/4eaa4bc1f8244da9af458414041c86bb 2024-11-07T12:20:12,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/4eaa4bc1f8244da9af458414041c86bb, entries=150, sequenceid=174, filesize=30.4 K 2024-11-07T12:20:12,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/cc9ffdcdd1114057adc75c444bf1dccd as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cc9ffdcdd1114057adc75c444bf1dccd 2024-11-07T12:20:12,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cc9ffdcdd1114057adc75c444bf1dccd, entries=150, sequenceid=174, filesize=11.9 K 2024-11-07T12:20:12,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/51f17a1dbd1d45489810f82625fdaa09 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/51f17a1dbd1d45489810f82625fdaa09 2024-11-07T12:20:12,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/51f17a1dbd1d45489810f82625fdaa09, entries=150, sequenceid=174, filesize=11.9 K 2024-11-07T12:20:12,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for be4537b1bdf8c7c70ce6b7d38d15d724 in 1673ms, sequenceid=174, compaction requested=true 2024-11-07T12:20:12,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:12,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:20:12,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:12,114 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T12:20:12,114 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T12:20:12,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:20:12,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:12,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:20:12,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:20:12,115 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 155381 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T12:20:12,116 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/A is initiating minor compaction (all files) 2024-11-07T12:20:12,116 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/A in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:12,116 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/0b25acd2098c4ceb9070eecfe10dbe97, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/611e01a083a640cc8a88dc657b70e3a8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/635d00e815d344b19ed93817b6cb8589, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/ff3ba578da2c49aea3c10cb399558490, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/4eaa4bc1f8244da9af458414041c86bb] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=151.7 K 2024-11-07T12:20:12,116 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60611 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T12:20:12,116 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:12,116 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/B is initiating minor compaction (all files) 2024-11-07T12:20:12,116 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/0b25acd2098c4ceb9070eecfe10dbe97, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/611e01a083a640cc8a88dc657b70e3a8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/635d00e815d344b19ed93817b6cb8589, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/ff3ba578da2c49aea3c10cb399558490, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/4eaa4bc1f8244da9af458414041c86bb] 2024-11-07T12:20:12,116 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/B in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:12,116 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/b1081d3b172140b8b666fdffb374c7c9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/59fe818e7eb0408aac35b0f2182deedd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cb548f19a2174ee29ae59dca574e6a52, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/41d2303246cd4aa4a4ebd988a7341358, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cc9ffdcdd1114057adc75c444bf1dccd] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=59.2 K 2024-11-07T12:20:12,117 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b25acd2098c4ceb9070eecfe10dbe97, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1730982003203 2024-11-07T12:20:12,117 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting b1081d3b172140b8b666fdffb374c7c9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1730982003203 2024-11-07T12:20:12,117 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 611e01a083a640cc8a88dc657b70e3a8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1730982004337 2024-11-07T12:20:12,117 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 59fe818e7eb0408aac35b0f2182deedd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1730982004337 2024-11-07T12:20:12,117 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 635d00e815d344b19ed93817b6cb8589, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1730982005025 2024-11-07T12:20:12,117 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting cb548f19a2174ee29ae59dca574e6a52, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1730982005025 2024-11-07T12:20:12,118 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff3ba578da2c49aea3c10cb399558490, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1730982007187 2024-11-07T12:20:12,118 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 41d2303246cd4aa4a4ebd988a7341358, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1730982007187 2024-11-07T12:20:12,118 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting cc9ffdcdd1114057adc75c444bf1dccd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1730982009323 2024-11-07T12:20:12,119 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4eaa4bc1f8244da9af458414041c86bb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1730982009323 2024-11-07T12:20:12,145 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:12,147 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110771ebc4831f704014a11fc32c43174c38_be4537b1bdf8c7c70ce6b7d38d15d724 store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:12,148 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#B#compaction#509 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:12,149 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/19a3be3a43b84859a204ccd1e13529d4 is 50, key is test_row_0/B:col10/1730982010440/Put/seqid=0 2024-11-07T12:20:12,150 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110771ebc4831f704014a11fc32c43174c38_be4537b1bdf8c7c70ce6b7d38d15d724, store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:12,150 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110771ebc4831f704014a11fc32c43174c38_be4537b1bdf8c7c70ce6b7d38d15d724 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:12,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742429_1605 (size=4469) 2024-11-07T12:20:12,162 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:12,162 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#A#compaction#510 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:12,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-07T12:20:12,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:12,163 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T12:20:12,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:12,163 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/01890d20068742718e85e75d4990b6fd is 175, key is test_row_0/A:col10/1730982010440/Put/seqid=0 2024-11-07T12:20:12,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:12,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:12,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:12,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:12,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107af1c73688ead41d29c36a15766d21a73_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982010457/Put/seqid=0 2024-11-07T12:20:12,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742431_1607 (size=31481) 2024-11-07T12:20:12,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742430_1606 (size=12527) 2024-11-07T12:20:12,180 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/19a3be3a43b84859a204ccd1e13529d4 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/19a3be3a43b84859a204ccd1e13529d4 2024-11-07T12:20:12,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742432_1608 (size=12304) 2024-11-07T12:20:12,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:12,184 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/B of be4537b1bdf8c7c70ce6b7d38d15d724 into 19a3be3a43b84859a204ccd1e13529d4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:12,185 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:12,185 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/B, priority=11, startTime=1730982012114; duration=0sec 2024-11-07T12:20:12,185 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:20:12,185 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:B 2024-11-07T12:20:12,185 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-07T12:20:12,186 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107af1c73688ead41d29c36a15766d21a73_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107af1c73688ead41d29c36a15766d21a73_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:12,186 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60611 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-07T12:20:12,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/873636bd421c4ff78a48244c114d9b15, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:12,187 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/C is initiating minor compaction (all files) 2024-11-07T12:20:12,187 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/C in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:12,187 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/58fcb487ecd54e90b5ce7bc66f9ca147, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/fadfb13c5ed348aa82e6f4f466ea9240, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/2f13f8db941e4341afcfe55a44e4f1e6, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/d84a84aa683c487b81c41528c8f4f20a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/51f17a1dbd1d45489810f82625fdaa09] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=59.2 K 2024-11-07T12:20:12,187 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 58fcb487ecd54e90b5ce7bc66f9ca147, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1730982003203 2024-11-07T12:20:12,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/873636bd421c4ff78a48244c114d9b15 is 175, key is test_row_0/A:col10/1730982010457/Put/seqid=0 2024-11-07T12:20:12,187 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting fadfb13c5ed348aa82e6f4f466ea9240, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1730982004337 2024-11-07T12:20:12,187 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f13f8db941e4341afcfe55a44e4f1e6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1730982005025 2024-11-07T12:20:12,188 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting d84a84aa683c487b81c41528c8f4f20a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1730982007187 2024-11-07T12:20:12,188 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 51f17a1dbd1d45489810f82625fdaa09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1730982009323 2024-11-07T12:20:12,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742433_1609 (size=31105) 2024-11-07T12:20:12,200 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#C#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:12,201 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/491d03144378403f8514c71fe5eecd4b is 50, key is test_row_0/C:col10/1730982010440/Put/seqid=0 2024-11-07T12:20:12,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742434_1610 (size=12527) 2024-11-07T12:20:12,579 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/01890d20068742718e85e75d4990b6fd as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/01890d20068742718e85e75d4990b6fd 2024-11-07T12:20:12,583 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/A of be4537b1bdf8c7c70ce6b7d38d15d724 into 01890d20068742718e85e75d4990b6fd(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:12,583 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:12,583 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/A, priority=11, startTime=1730982012114; duration=0sec 2024-11-07T12:20:12,583 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:12,583 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:A 2024-11-07T12:20:12,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:12,592 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/873636bd421c4ff78a48244c114d9b15 2024-11-07T12:20:12,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/6c9e88abff32448fa74fc9236a59cfef is 50, key is test_row_0/B:col10/1730982010457/Put/seqid=0 2024-11-07T12:20:12,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982072594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:12,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:12,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982072594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982072595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:12,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:12,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982072597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982072597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:12,608 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/491d03144378403f8514c71fe5eecd4b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/491d03144378403f8514c71fe5eecd4b 2024-11-07T12:20:12,612 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/C of be4537b1bdf8c7c70ce6b7d38d15d724 into 491d03144378403f8514c71fe5eecd4b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:12,612 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:12,612 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/C, priority=11, startTime=1730982012115; duration=0sec 2024-11-07T12:20:12,612 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:12,612 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:C 2024-11-07T12:20:12,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742435_1611 (size=12151) 2024-11-07T12:20:12,621 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/6c9e88abff32448fa74fc9236a59cfef 2024-11-07T12:20:12,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/545761c2de9640098f01826148841061 is 50, key is test_row_0/C:col10/1730982010457/Put/seqid=0 2024-11-07T12:20:12,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742436_1612 (size=12151) 2024-11-07T12:20:12,631 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/545761c2de9640098f01826148841061 2024-11-07T12:20:12,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/873636bd421c4ff78a48244c114d9b15 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/873636bd421c4ff78a48244c114d9b15 2024-11-07T12:20:12,642 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/873636bd421c4ff78a48244c114d9b15, entries=150, sequenceid=195, filesize=30.4 K 2024-11-07T12:20:12,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/6c9e88abff32448fa74fc9236a59cfef as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/6c9e88abff32448fa74fc9236a59cfef 2024-11-07T12:20:12,646 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/6c9e88abff32448fa74fc9236a59cfef, entries=150, sequenceid=195, filesize=11.9 K 2024-11-07T12:20:12,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/545761c2de9640098f01826148841061 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/545761c2de9640098f01826148841061 2024-11-07T12:20:12,650 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/545761c2de9640098f01826148841061, entries=150, sequenceid=195, filesize=11.9 K 2024-11-07T12:20:12,651 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for be4537b1bdf8c7c70ce6b7d38d15d724 in 489ms, sequenceid=195, compaction requested=false 2024-11-07T12:20:12,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:12,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:12,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-07T12:20:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-07T12:20:12,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-07T12:20:12,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8690 sec 2024-11-07T12:20:12,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.8730 sec 2024-11-07T12:20:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:12,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-07T12:20:12,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:12,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:12,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:12,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:12,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:12,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:12,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ed78526cbd434689835219cff0ea55c3_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982012703/Put/seqid=0 2024-11-07T12:20:12,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742437_1613 (size=17284) 2024-11-07T12:20:12,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:12,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982072715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982072715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:12,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982072716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:12,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982072717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:12,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982072718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:12,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982072820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:12,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982072820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:12,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982072820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:12,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982072821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:12,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982072821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-07T12:20:12,885 INFO [Thread-2492 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-07T12:20:12,887 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:20:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-07T12:20:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-07T12:20:12,888 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:20:12,889 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:20:12,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:20:12,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-07T12:20:13,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982073023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982073023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982073023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982073023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982073025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,040 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-07T12:20:13,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:13,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:13,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:13,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:13,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:13,115 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:13,118 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107ed78526cbd434689835219cff0ea55c3_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ed78526cbd434689835219cff0ea55c3_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:13,119 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/17c5ce7349a04a808e6665aef39dfc9e, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:13,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/17c5ce7349a04a808e6665aef39dfc9e is 175, key is test_row_0/A:col10/1730982012703/Put/seqid=0 2024-11-07T12:20:13,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742438_1614 (size=48389) 2024-11-07T12:20:13,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-07T12:20:13,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-07T12:20:13,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:13,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:13,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:13,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:13,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:13,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982073326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982073326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982073328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982073328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982073329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,345 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-07T12:20:13,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:13,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:13,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:13,346 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:13,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-07T12:20:13,498 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-07T12:20:13,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:13,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:13,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:13,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:13,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:13,530 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/17c5ce7349a04a808e6665aef39dfc9e 2024-11-07T12:20:13,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/df35fc006345455e86d4fd820a115b61 is 50, key is test_row_0/B:col10/1730982012703/Put/seqid=0 2024-11-07T12:20:13,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742439_1615 (size=12151) 2024-11-07T12:20:13,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/df35fc006345455e86d4fd820a115b61 2024-11-07T12:20:13,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/dd52f2a97ccc4d12840b028fbe067c00 is 50, key is test_row_0/C:col10/1730982012703/Put/seqid=0 2024-11-07T12:20:13,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742440_1616 (size=12151) 2024-11-07T12:20:13,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/dd52f2a97ccc4d12840b028fbe067c00 2024-11-07T12:20:13,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/17c5ce7349a04a808e6665aef39dfc9e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/17c5ce7349a04a808e6665aef39dfc9e 2024-11-07T12:20:13,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/17c5ce7349a04a808e6665aef39dfc9e, entries=250, sequenceid=217, filesize=47.3 K 2024-11-07T12:20:13,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/df35fc006345455e86d4fd820a115b61 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/df35fc006345455e86d4fd820a115b61 2024-11-07T12:20:13,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/df35fc006345455e86d4fd820a115b61, entries=150, sequenceid=217, filesize=11.9 K 2024-11-07T12:20:13,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/dd52f2a97ccc4d12840b028fbe067c00 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/dd52f2a97ccc4d12840b028fbe067c00 2024-11-07T12:20:13,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/dd52f2a97ccc4d12840b028fbe067c00, entries=150, sequenceid=217, filesize=11.9 K 2024-11-07T12:20:13,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for be4537b1bdf8c7c70ce6b7d38d15d724 in 881ms, sequenceid=217, compaction requested=true 2024-11-07T12:20:13,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:13,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:20:13,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:13,584 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:13,584 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:13,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:20:13,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:13,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:20:13,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:20:13,585 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:13,585 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/B is initiating minor compaction (all files) 2024-11-07T12:20:13,585 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/B in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:13,585 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/19a3be3a43b84859a204ccd1e13529d4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/6c9e88abff32448fa74fc9236a59cfef, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/df35fc006345455e86d4fd820a115b61] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=36.0 K 2024-11-07T12:20:13,586 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:13,586 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/A is initiating minor compaction (all files) 2024-11-07T12:20:13,586 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/A in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:13,586 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/01890d20068742718e85e75d4990b6fd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/873636bd421c4ff78a48244c114d9b15, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/17c5ce7349a04a808e6665aef39dfc9e] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=108.4 K 2024-11-07T12:20:13,586 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:13,586 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/01890d20068742718e85e75d4990b6fd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/873636bd421c4ff78a48244c114d9b15, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/17c5ce7349a04a808e6665aef39dfc9e] 2024-11-07T12:20:13,586 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 19a3be3a43b84859a204ccd1e13529d4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1730982009323 2024-11-07T12:20:13,586 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01890d20068742718e85e75d4990b6fd, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1730982009323 2024-11-07T12:20:13,587 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 873636bd421c4ff78a48244c114d9b15, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1730982010451 2024-11-07T12:20:13,587 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c9e88abff32448fa74fc9236a59cfef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1730982010451 2024-11-07T12:20:13,587 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17c5ce7349a04a808e6665aef39dfc9e, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1730982012593 2024-11-07T12:20:13,587 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting df35fc006345455e86d4fd820a115b61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1730982012594 2024-11-07T12:20:13,593 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:13,595 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#B#compaction#519 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:13,595 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107640f78aa660c4c3b90b623ada1e7531d_be4537b1bdf8c7c70ce6b7d38d15d724 store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:13,595 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/88b663cf9c064d71be40ac9a11fb6227 is 50, key is test_row_0/B:col10/1730982012703/Put/seqid=0 2024-11-07T12:20:13,597 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107640f78aa660c4c3b90b623ada1e7531d_be4537b1bdf8c7c70ce6b7d38d15d724, store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:13,597 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107640f78aa660c4c3b90b623ada1e7531d_be4537b1bdf8c7c70ce6b7d38d15d724 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:13,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742441_1617 (size=12629) 2024-11-07T12:20:13,604 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/88b663cf9c064d71be40ac9a11fb6227 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/88b663cf9c064d71be40ac9a11fb6227 2024-11-07T12:20:13,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742442_1618 (size=4469) 2024-11-07T12:20:13,609 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/B of be4537b1bdf8c7c70ce6b7d38d15d724 into 88b663cf9c064d71be40ac9a11fb6227(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:13,609 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:13,609 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/B, priority=13, startTime=1730982013584; duration=0sec 2024-11-07T12:20:13,609 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:20:13,609 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:B 2024-11-07T12:20:13,609 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:13,610 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#A#compaction#518 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:13,610 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/6971d428f3e1477b852f81b063978588 is 175, key is test_row_0/A:col10/1730982012703/Put/seqid=0 2024-11-07T12:20:13,611 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:13,611 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/C is initiating minor compaction (all files) 2024-11-07T12:20:13,611 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/C in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:13,611 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/491d03144378403f8514c71fe5eecd4b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/545761c2de9640098f01826148841061, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/dd52f2a97ccc4d12840b028fbe067c00] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=36.0 K 2024-11-07T12:20:13,612 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 491d03144378403f8514c71fe5eecd4b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1730982009323 2024-11-07T12:20:13,612 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 545761c2de9640098f01826148841061, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1730982010451 2024-11-07T12:20:13,612 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting dd52f2a97ccc4d12840b028fbe067c00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1730982012594 2024-11-07T12:20:13,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742443_1619 (size=31583) 2024-11-07T12:20:13,626 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#C#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:13,626 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/90ff91f3f8e444abaaea22927ead9c03 is 50, key is test_row_0/C:col10/1730982012703/Put/seqid=0 2024-11-07T12:20:13,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742444_1620 (size=12629) 2024-11-07T12:20:13,632 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/6971d428f3e1477b852f81b063978588 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/6971d428f3e1477b852f81b063978588 2024-11-07T12:20:13,647 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/90ff91f3f8e444abaaea22927ead9c03 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/90ff91f3f8e444abaaea22927ead9c03 2024-11-07T12:20:13,649 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/A of be4537b1bdf8c7c70ce6b7d38d15d724 into 6971d428f3e1477b852f81b063978588(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:13,649 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:13,649 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/A, priority=13, startTime=1730982013584; duration=0sec 2024-11-07T12:20:13,649 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:13,649 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:A 2024-11-07T12:20:13,652 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/C of be4537b1bdf8c7c70ce6b7d38d15d724 into 90ff91f3f8e444abaaea22927ead9c03(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:13,652 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:13,652 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/C, priority=13, startTime=1730982013585; duration=0sec 2024-11-07T12:20:13,653 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:13,653 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:C 2024-11-07T12:20:13,663 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-07T12:20:13,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:13,663 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-07T12:20:13,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:13,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:13,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:13,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:13,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:13,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:13,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107d38a6855b45b433fb98a16bb6bff8519_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982012715/Put/seqid=0 2024-11-07T12:20:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742445_1621 (size=12304) 2024-11-07T12:20:13,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:13,684 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107d38a6855b45b433fb98a16bb6bff8519_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d38a6855b45b433fb98a16bb6bff8519_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:13,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/a7b4600192544688bd8e9465520758b1, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:13,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/a7b4600192544688bd8e9465520758b1 is 175, key is test_row_0/A:col10/1730982012715/Put/seqid=0 2024-11-07T12:20:13,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742446_1622 (size=31105) 2024-11-07T12:20:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:13,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:13,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982073842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982073842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982073843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982073845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982073846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982073947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982073947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982073947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982073949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982073949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-07T12:20:14,098 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/a7b4600192544688bd8e9465520758b1 2024-11-07T12:20:14,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/cf79f6fd83e74f6099c919109d59e4f4 is 50, key is test_row_0/B:col10/1730982012715/Put/seqid=0 2024-11-07T12:20:14,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742447_1623 (size=12151) 2024-11-07T12:20:14,107 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/cf79f6fd83e74f6099c919109d59e4f4 2024-11-07T12:20:14,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/ffeb44ef37d4480dbbdb30bc42ae59a1 is 50, key is test_row_0/C:col10/1730982012715/Put/seqid=0 2024-11-07T12:20:14,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742448_1624 (size=12151) 2024-11-07T12:20:14,121 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/ffeb44ef37d4480dbbdb30bc42ae59a1 2024-11-07T12:20:14,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/a7b4600192544688bd8e9465520758b1 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/a7b4600192544688bd8e9465520758b1 2024-11-07T12:20:14,128 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/a7b4600192544688bd8e9465520758b1, entries=150, sequenceid=237, filesize=30.4 K 2024-11-07T12:20:14,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/cf79f6fd83e74f6099c919109d59e4f4 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cf79f6fd83e74f6099c919109d59e4f4 2024-11-07T12:20:14,132 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cf79f6fd83e74f6099c919109d59e4f4, entries=150, sequenceid=237, filesize=11.9 K 2024-11-07T12:20:14,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/ffeb44ef37d4480dbbdb30bc42ae59a1 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/ffeb44ef37d4480dbbdb30bc42ae59a1 2024-11-07T12:20:14,146 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/ffeb44ef37d4480dbbdb30bc42ae59a1, entries=150, sequenceid=237, filesize=11.9 K 2024-11-07T12:20:14,146 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for be4537b1bdf8c7c70ce6b7d38d15d724 in 483ms, sequenceid=237, compaction requested=false 2024-11-07T12:20:14,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:14,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:14,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-07T12:20:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-07T12:20:14,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-07T12:20:14,149 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2590 sec 2024-11-07T12:20:14,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:14,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.2630 sec 2024-11-07T12:20:14,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T12:20:14,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:14,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:14,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:14,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:14,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:14,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:14,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982074160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982074161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982074161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982074162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982074164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078744a878eed14568b104aef7b6279911_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982013845/Put/seqid=0 2024-11-07T12:20:14,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742449_1625 (size=14844) 2024-11-07T12:20:14,178 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:14,181 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411078744a878eed14568b104aef7b6279911_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078744a878eed14568b104aef7b6279911_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:14,182 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/56538777c9384cf2bb116bf4892540d8, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:14,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/56538777c9384cf2bb116bf4892540d8 is 175, key is test_row_0/A:col10/1730982013845/Put/seqid=0 2024-11-07T12:20:14,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742450_1626 (size=39799) 2024-11-07T12:20:14,202 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/56538777c9384cf2bb116bf4892540d8 2024-11-07T12:20:14,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/704729ef97744f29a255d4d1447ec7a8 is 50, key is test_row_0/B:col10/1730982013845/Put/seqid=0 2024-11-07T12:20:14,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742451_1627 (size=12201) 2024-11-07T12:20:14,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/704729ef97744f29a255d4d1447ec7a8 2024-11-07T12:20:14,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/4857a6a28f854525a2cbc060446f0bfd is 50, key is test_row_0/C:col10/1730982013845/Put/seqid=0 2024-11-07T12:20:14,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742452_1628 (size=12201) 2024-11-07T12:20:14,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/4857a6a28f854525a2cbc060446f0bfd 2024-11-07T12:20:14,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/56538777c9384cf2bb116bf4892540d8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/56538777c9384cf2bb116bf4892540d8 2024-11-07T12:20:14,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/56538777c9384cf2bb116bf4892540d8, entries=200, sequenceid=258, filesize=38.9 K 2024-11-07T12:20:14,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/704729ef97744f29a255d4d1447ec7a8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/704729ef97744f29a255d4d1447ec7a8 2024-11-07T12:20:14,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/704729ef97744f29a255d4d1447ec7a8, entries=150, sequenceid=258, filesize=11.9 K 2024-11-07T12:20:14,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/4857a6a28f854525a2cbc060446f0bfd as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/4857a6a28f854525a2cbc060446f0bfd 2024-11-07T12:20:14,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/4857a6a28f854525a2cbc060446f0bfd, entries=150, sequenceid=258, filesize=11.9 K 2024-11-07T12:20:14,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for be4537b1bdf8c7c70ce6b7d38d15d724 in 86ms, sequenceid=258, compaction requested=true 2024-11-07T12:20:14,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:14,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:20:14,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:14,238 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:14,238 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:14,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:20:14,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:14,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:20:14,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:20:14,241 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:14,241 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102487 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:14,241 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/A is initiating minor compaction (all files) 2024-11-07T12:20:14,241 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/B is initiating minor compaction (all files) 2024-11-07T12:20:14,241 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/A in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:14,242 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/B in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:14,242 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/6971d428f3e1477b852f81b063978588, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/a7b4600192544688bd8e9465520758b1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/56538777c9384cf2bb116bf4892540d8] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=100.1 K 2024-11-07T12:20:14,242 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/88b663cf9c064d71be40ac9a11fb6227, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cf79f6fd83e74f6099c919109d59e4f4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/704729ef97744f29a255d4d1447ec7a8] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=36.1 K 2024-11-07T12:20:14,242 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:14,242 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/6971d428f3e1477b852f81b063978588, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/a7b4600192544688bd8e9465520758b1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/56538777c9384cf2bb116bf4892540d8] 2024-11-07T12:20:14,243 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 88b663cf9c064d71be40ac9a11fb6227, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1730982012594 2024-11-07T12:20:14,243 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6971d428f3e1477b852f81b063978588, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1730982012594 2024-11-07T12:20:14,243 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7b4600192544688bd8e9465520758b1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730982012714 2024-11-07T12:20:14,243 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting cf79f6fd83e74f6099c919109d59e4f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730982012714 2024-11-07T12:20:14,244 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 704729ef97744f29a255d4d1447ec7a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1730982013841 2024-11-07T12:20:14,244 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56538777c9384cf2bb116bf4892540d8, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1730982013841 2024-11-07T12:20:14,253 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:14,255 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#B#compaction#528 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:14,256 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/42f0fc756b6f4817bdf80ffb06b8a1e7 is 50, key is test_row_0/B:col10/1730982013845/Put/seqid=0 2024-11-07T12:20:14,256 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107094dcfa795c141be88f87f8cccd4b769_be4537b1bdf8c7c70ce6b7d38d15d724 store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:14,258 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107094dcfa795c141be88f87f8cccd4b769_be4537b1bdf8c7c70ce6b7d38d15d724, store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:14,259 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107094dcfa795c141be88f87f8cccd4b769_be4537b1bdf8c7c70ce6b7d38d15d724 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:14,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742453_1629 (size=12781) 2024-11-07T12:20:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:14,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-07T12:20:14,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742454_1630 (size=4469) 2024-11-07T12:20:14,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:14,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:14,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:14,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:14,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:14,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:14,271 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/42f0fc756b6f4817bdf80ffb06b8a1e7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/42f0fc756b6f4817bdf80ffb06b8a1e7 2024-11-07T12:20:14,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411075987e318c9c1439186da50bbf3805472_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982014161/Put/seqid=0 2024-11-07T12:20:14,277 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/B of be4537b1bdf8c7c70ce6b7d38d15d724 into 42f0fc756b6f4817bdf80ffb06b8a1e7(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:14,277 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:14,277 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/B, priority=13, startTime=1730982014238; duration=0sec 2024-11-07T12:20:14,278 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:20:14,278 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:B 2024-11-07T12:20:14,278 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:14,279 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:14,279 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/C is initiating minor compaction (all files) 2024-11-07T12:20:14,279 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/C in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:14,279 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/90ff91f3f8e444abaaea22927ead9c03, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/ffeb44ef37d4480dbbdb30bc42ae59a1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/4857a6a28f854525a2cbc060446f0bfd] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=36.1 K 2024-11-07T12:20:14,279 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 90ff91f3f8e444abaaea22927ead9c03, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1730982012594 2024-11-07T12:20:14,280 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting ffeb44ef37d4480dbbdb30bc42ae59a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1730982012714 2024-11-07T12:20:14,280 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 4857a6a28f854525a2cbc060446f0bfd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1730982013841 2024-11-07T12:20:14,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742455_1631 (size=17534) 2024-11-07T12:20:14,283 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:14,286 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411075987e318c9c1439186da50bbf3805472_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075987e318c9c1439186da50bbf3805472_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:14,287 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#C#compaction#530 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:14,287 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/3e85a21a2e264b1cba4ea7ca5ccb166a, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:14,288 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/ee3ecaefbe004ec28ee61cbba87ff5e8 is 50, key is test_row_0/C:col10/1730982013845/Put/seqid=0 2024-11-07T12:20:14,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/3e85a21a2e264b1cba4ea7ca5ccb166a is 175, key is test_row_0/A:col10/1730982014161/Put/seqid=0 2024-11-07T12:20:14,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742456_1632 (size=12781) 2024-11-07T12:20:14,295 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/ee3ecaefbe004ec28ee61cbba87ff5e8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/ee3ecaefbe004ec28ee61cbba87ff5e8 2024-11-07T12:20:14,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742457_1633 (size=48639) 2024-11-07T12:20:14,312 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/C of be4537b1bdf8c7c70ce6b7d38d15d724 into ee3ecaefbe004ec28ee61cbba87ff5e8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:14,312 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:14,312 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/C, priority=13, startTime=1730982014238; duration=0sec 2024-11-07T12:20:14,312 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:14,312 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:C 2024-11-07T12:20:14,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982074317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982074317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982074318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982074318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982074318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982074421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982074421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982074421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982074421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982074422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982074624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982074624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982074624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982074624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982074625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,671 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#A#compaction#527 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:14,671 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/474103f16356418396f1db4c9131e889 is 175, key is test_row_0/A:col10/1730982013845/Put/seqid=0 2024-11-07T12:20:14,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742458_1634 (size=31735) 2024-11-07T12:20:14,703 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/3e85a21a2e264b1cba4ea7ca5ccb166a 2024-11-07T12:20:14,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/a59d2432eaf84e278ee3bce97464c9f9 is 50, key is test_row_0/B:col10/1730982014161/Put/seqid=0 2024-11-07T12:20:14,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742459_1635 (size=12301) 2024-11-07T12:20:14,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/a59d2432eaf84e278ee3bce97464c9f9 2024-11-07T12:20:14,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/133442aceedb4bc2a54f2756540753ca is 50, key is test_row_0/C:col10/1730982014161/Put/seqid=0 2024-11-07T12:20:14,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742460_1636 (size=12301) 2024-11-07T12:20:14,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/133442aceedb4bc2a54f2756540753ca 2024-11-07T12:20:14,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/3e85a21a2e264b1cba4ea7ca5ccb166a as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3e85a21a2e264b1cba4ea7ca5ccb166a 2024-11-07T12:20:14,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3e85a21a2e264b1cba4ea7ca5ccb166a, entries=250, sequenceid=277, filesize=47.5 K 2024-11-07T12:20:14,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/a59d2432eaf84e278ee3bce97464c9f9 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/a59d2432eaf84e278ee3bce97464c9f9 2024-11-07T12:20:14,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/a59d2432eaf84e278ee3bce97464c9f9, entries=150, sequenceid=277, filesize=12.0 K 2024-11-07T12:20:14,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/133442aceedb4bc2a54f2756540753ca as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/133442aceedb4bc2a54f2756540753ca 2024-11-07T12:20:14,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/133442aceedb4bc2a54f2756540753ca, entries=150, sequenceid=277, filesize=12.0 K 2024-11-07T12:20:14,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for be4537b1bdf8c7c70ce6b7d38d15d724 in 472ms, sequenceid=277, compaction requested=false 2024-11-07T12:20:14,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:14,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:14,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-07T12:20:14,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:14,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:14,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:14,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:14,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:14,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:14,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f28bfc3861364c2b9d9e1d9e1eacc4c5_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982014928/Put/seqid=0 2024-11-07T12:20:14,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742461_1637 (size=12454) 2024-11-07T12:20:14,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982074937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982074938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982074938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982074941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982074941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:14,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-07T12:20:14,992 INFO [Thread-2492 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-07T12:20:14,993 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:20:14,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-07T12:20:14,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-07T12:20:14,996 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:20:14,996 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:20:14,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:20:15,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982075042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982075043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982075043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982075046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:15,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982075046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,080 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/474103f16356418396f1db4c9131e889 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/474103f16356418396f1db4c9131e889 2024-11-07T12:20:15,084 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/A of be4537b1bdf8c7c70ce6b7d38d15d724 into 474103f16356418396f1db4c9131e889(size=31.0 K), total size for store is 78.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:15,084 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:15,084 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/A, priority=13, startTime=1730982014238; duration=0sec 2024-11-07T12:20:15,084 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:15,084 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:A 2024-11-07T12:20:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-07T12:20:15,147 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-07T12:20:15,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:15,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:15,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:15,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:15,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:15,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982075245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982075245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982075245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982075248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982075248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-07T12:20:15,304 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-07T12:20:15,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:15,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:15,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:15,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:15,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:15,340 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:15,343 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107f28bfc3861364c2b9d9e1d9e1eacc4c5_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f28bfc3861364c2b9d9e1d9e1eacc4c5_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:15,344 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/538bd83b5177475489551b5cf2a2629e, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:15,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/538bd83b5177475489551b5cf2a2629e is 175, key is test_row_0/A:col10/1730982014928/Put/seqid=0 2024-11-07T12:20:15,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742462_1638 (size=31255) 2024-11-07T12:20:15,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-07T12:20:15,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:15,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:15,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:15,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:15,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:15,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982075548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982075549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982075550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982075553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982075553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-07T12:20:15,612 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-07T12:20:15,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:15,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:15,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:15,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:15,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:15,748 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/538bd83b5177475489551b5cf2a2629e 2024-11-07T12:20:15,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/5933101408e6488eabdbe2147e8fc643 is 50, key is test_row_0/B:col10/1730982014928/Put/seqid=0 2024-11-07T12:20:15,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742463_1639 (size=12301) 2024-11-07T12:20:15,765 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-07T12:20:15,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:15,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:15,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:15,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:15,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:15,917 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:15,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-07T12:20:15,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:15,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:15,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:15,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:15,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:16,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982076051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:16,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982076053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:16,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982076055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:16,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982076056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:16,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982076059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:16,070 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:16,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-07T12:20:16,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:16,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:16,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:16,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:16,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:16,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-07T12:20:16,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/5933101408e6488eabdbe2147e8fc643 2024-11-07T12:20:16,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/b814521dea024e4d843a11dd82f7286b is 50, key is test_row_0/C:col10/1730982014928/Put/seqid=0 2024-11-07T12:20:16,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742464_1640 (size=12301) 2024-11-07T12:20:16,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/b814521dea024e4d843a11dd82f7286b 2024-11-07T12:20:16,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/538bd83b5177475489551b5cf2a2629e as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/538bd83b5177475489551b5cf2a2629e 2024-11-07T12:20:16,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/538bd83b5177475489551b5cf2a2629e, entries=150, sequenceid=299, filesize=30.5 K 2024-11-07T12:20:16,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/5933101408e6488eabdbe2147e8fc643 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/5933101408e6488eabdbe2147e8fc643 2024-11-07T12:20:16,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/5933101408e6488eabdbe2147e8fc643, entries=150, sequenceid=299, filesize=12.0 K 2024-11-07T12:20:16,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/b814521dea024e4d843a11dd82f7286b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/b814521dea024e4d843a11dd82f7286b 2024-11-07T12:20:16,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/b814521dea024e4d843a11dd82f7286b, entries=150, sequenceid=299, filesize=12.0 K 2024-11-07T12:20:16,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for be4537b1bdf8c7c70ce6b7d38d15d724 in 1273ms, sequenceid=299, compaction requested=true 2024-11-07T12:20:16,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:16,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:20:16,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:16,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:20:16,203 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:16,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:20:16,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:20:16,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:20:16,203 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:16,204 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111629 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:16,204 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:16,204 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/B is initiating minor compaction (all files) 2024-11-07T12:20:16,204 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/A is initiating minor compaction (all files) 2024-11-07T12:20:16,204 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/A in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:16,204 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/B in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:16,204 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/474103f16356418396f1db4c9131e889, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3e85a21a2e264b1cba4ea7ca5ccb166a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/538bd83b5177475489551b5cf2a2629e] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=109.0 K 2024-11-07T12:20:16,204 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/42f0fc756b6f4817bdf80ffb06b8a1e7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/a59d2432eaf84e278ee3bce97464c9f9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/5933101408e6488eabdbe2147e8fc643] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=36.5 K 2024-11-07T12:20:16,204 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:16,204 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/474103f16356418396f1db4c9131e889, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3e85a21a2e264b1cba4ea7ca5ccb166a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/538bd83b5177475489551b5cf2a2629e] 2024-11-07T12:20:16,204 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42f0fc756b6f4817bdf80ffb06b8a1e7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1730982013841 2024-11-07T12:20:16,204 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 474103f16356418396f1db4c9131e889, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1730982013841 2024-11-07T12:20:16,205 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting a59d2432eaf84e278ee3bce97464c9f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1730982014161 2024-11-07T12:20:16,205 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e85a21a2e264b1cba4ea7ca5ccb166a, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1730982014161 2024-11-07T12:20:16,205 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5933101408e6488eabdbe2147e8fc643, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1730982014279 2024-11-07T12:20:16,205 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 538bd83b5177475489551b5cf2a2629e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1730982014279 2024-11-07T12:20:16,214 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:16,214 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#B#compaction#536 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:16,215 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/e18c9d821f3f4fe8aaad5f87e8c2485c is 50, key is test_row_0/B:col10/1730982014928/Put/seqid=0 2024-11-07T12:20:16,216 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107d31137ad893b442b8e567d94e2e27d17_be4537b1bdf8c7c70ce6b7d38d15d724 store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:16,219 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107d31137ad893b442b8e567d94e2e27d17_be4537b1bdf8c7c70ce6b7d38d15d724, store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:16,219 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107d31137ad893b442b8e567d94e2e27d17_be4537b1bdf8c7c70ce6b7d38d15d724 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:16,222 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:16,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-07T12:20:16,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:16,223 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-07T12:20:16,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:16,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:16,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:16,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:16,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:16,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:16,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742465_1641 (size=12983) 2024-11-07T12:20:16,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742466_1642 (size=4469) 2024-11-07T12:20:16,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e405b60fa1844ed09be6f63f3503b0a3_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982014940/Put/seqid=0 2024-11-07T12:20:16,251 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#A#compaction#537 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:16,251 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/f3ff62ce373e4b7ea2ee8e0f9cc0db44 is 175, key is test_row_0/A:col10/1730982014928/Put/seqid=0 2024-11-07T12:20:16,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742467_1643 (size=12454) 2024-11-07T12:20:16,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742468_1644 (size=31937) 2024-11-07T12:20:16,266 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/f3ff62ce373e4b7ea2ee8e0f9cc0db44 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/f3ff62ce373e4b7ea2ee8e0f9cc0db44 2024-11-07T12:20:16,271 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/A of be4537b1bdf8c7c70ce6b7d38d15d724 into f3ff62ce373e4b7ea2ee8e0f9cc0db44(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:16,271 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:16,271 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/A, priority=13, startTime=1730982016202; duration=0sec 2024-11-07T12:20:16,271 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:20:16,271 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:A 2024-11-07T12:20:16,271 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:16,272 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37383 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:16,272 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/C is initiating minor compaction (all files) 2024-11-07T12:20:16,272 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/C in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:16,272 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/ee3ecaefbe004ec28ee61cbba87ff5e8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/133442aceedb4bc2a54f2756540753ca, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/b814521dea024e4d843a11dd82f7286b] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=36.5 K 2024-11-07T12:20:16,273 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting ee3ecaefbe004ec28ee61cbba87ff5e8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1730982013841 2024-11-07T12:20:16,273 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 133442aceedb4bc2a54f2756540753ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1730982014161 2024-11-07T12:20:16,273 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting b814521dea024e4d843a11dd82f7286b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1730982014279 2024-11-07T12:20:16,281 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#C#compaction#539 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:16,282 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/e43c8632a2474d139003cea70b3eafff is 50, key is test_row_0/C:col10/1730982014928/Put/seqid=0 2024-11-07T12:20:16,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742469_1645 (size=12983) 2024-11-07T12:20:16,294 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/e43c8632a2474d139003cea70b3eafff as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/e43c8632a2474d139003cea70b3eafff 2024-11-07T12:20:16,297 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/C of be4537b1bdf8c7c70ce6b7d38d15d724 into e43c8632a2474d139003cea70b3eafff(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:16,297 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:16,297 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/C, priority=13, startTime=1730982016203; duration=0sec 2024-11-07T12:20:16,297 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:16,297 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:C 2024-11-07T12:20:16,653 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/e18c9d821f3f4fe8aaad5f87e8c2485c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/e18c9d821f3f4fe8aaad5f87e8c2485c 2024-11-07T12:20:16,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:16,657 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/B of be4537b1bdf8c7c70ce6b7d38d15d724 into e18c9d821f3f4fe8aaad5f87e8c2485c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:16,657 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:16,657 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/B, priority=13, startTime=1730982016203; duration=0sec 2024-11-07T12:20:16,657 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:16,657 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:B 2024-11-07T12:20:16,659 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e405b60fa1844ed09be6f63f3503b0a3_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e405b60fa1844ed09be6f63f3503b0a3_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:16,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/ef57d6257c704b77bf0e7a305cb37162, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:16,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/ef57d6257c704b77bf0e7a305cb37162 is 175, key is test_row_0/A:col10/1730982014940/Put/seqid=0 2024-11-07T12:20:16,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742470_1646 (size=31255) 2024-11-07T12:20:17,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:17,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:17,065 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/ef57d6257c704b77bf0e7a305cb37162 2024-11-07T12:20:17,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/8696f0fb574a4d5bbb55395f3eb705f3 is 50, key is test_row_0/B:col10/1730982014940/Put/seqid=0 2024-11-07T12:20:17,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982077072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982077073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982077073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982077076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982077076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742471_1647 (size=12301) 2024-11-07T12:20:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-07T12:20:17,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982077178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982077178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982077178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982077179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982077180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982077380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982077381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982077382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982077383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982077383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,489 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/8696f0fb574a4d5bbb55395f3eb705f3 2024-11-07T12:20:17,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/0aa8b5cb9946468c816adb70d2e65c14 is 50, key is test_row_0/C:col10/1730982014940/Put/seqid=0 2024-11-07T12:20:17,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742472_1648 (size=12301) 2024-11-07T12:20:17,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982077684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982077685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982077685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982077686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982077689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:17,903 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/0aa8b5cb9946468c816adb70d2e65c14 2024-11-07T12:20:17,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/ef57d6257c704b77bf0e7a305cb37162 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/ef57d6257c704b77bf0e7a305cb37162 2024-11-07T12:20:17,922 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/ef57d6257c704b77bf0e7a305cb37162, entries=150, sequenceid=316, filesize=30.5 K 2024-11-07T12:20:17,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/8696f0fb574a4d5bbb55395f3eb705f3 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/8696f0fb574a4d5bbb55395f3eb705f3 2024-11-07T12:20:17,942 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/8696f0fb574a4d5bbb55395f3eb705f3, entries=150, sequenceid=316, filesize=12.0 K 2024-11-07T12:20:17,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/0aa8b5cb9946468c816adb70d2e65c14 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/0aa8b5cb9946468c816adb70d2e65c14 2024-11-07T12:20:17,964 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/0aa8b5cb9946468c816adb70d2e65c14, entries=150, sequenceid=316, filesize=12.0 K 2024-11-07T12:20:17,965 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for be4537b1bdf8c7c70ce6b7d38d15d724 in 1742ms, sequenceid=316, compaction requested=false 2024-11-07T12:20:17,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:17,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:17,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-07T12:20:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-07T12:20:17,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-07T12:20:17,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9700 sec 2024-11-07T12:20:17,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.9760 sec 2024-11-07T12:20:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:18,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-07T12:20:18,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:18,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:18,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:18,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:18,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:18,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:18,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074392b8cbd62f4d6496b3ec8bf6aa3a02_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982017067/Put/seqid=0 2024-11-07T12:20:18,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982078222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982078223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982078225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982078225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982078226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742473_1649 (size=12454) 2024-11-07T12:20:18,253 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:18,263 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411074392b8cbd62f4d6496b3ec8bf6aa3a02_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074392b8cbd62f4d6496b3ec8bf6aa3a02_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:18,264 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/09d5053e443b40718415c23fccb4d646, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:18,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/09d5053e443b40718415c23fccb4d646 is 175, key is test_row_0/A:col10/1730982017067/Put/seqid=0 2024-11-07T12:20:18,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742474_1650 (size=31255) 2024-11-07T12:20:18,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982078327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982078330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982078330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982078330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982078334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982078531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982078532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982078532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982078533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982078542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,715 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=343, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/09d5053e443b40718415c23fccb4d646 2024-11-07T12:20:18,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/fd476fece1a34269b25d33380a5120eb is 50, key is test_row_0/B:col10/1730982017067/Put/seqid=0 2024-11-07T12:20:18,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742475_1651 (size=12301) 2024-11-07T12:20:18,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/fd476fece1a34269b25d33380a5120eb 2024-11-07T12:20:18,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/df70ba4220754368a60a203f86bc069c is 50, key is test_row_0/C:col10/1730982017067/Put/seqid=0 2024-11-07T12:20:18,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742476_1652 (size=12301) 2024-11-07T12:20:18,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982078838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982078837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982078840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982078842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:18,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982078849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-07T12:20:19,103 INFO [Thread-2492 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-07T12:20:19,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-07T12:20:19,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-07T12:20:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-07T12:20:19,106 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-07T12:20:19,106 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T12:20:19,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T12:20:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-07T12:20:19,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/df70ba4220754368a60a203f86bc069c 2024-11-07T12:20:19,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/09d5053e443b40718415c23fccb4d646 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/09d5053e443b40718415c23fccb4d646 2024-11-07T12:20:19,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/09d5053e443b40718415c23fccb4d646, entries=150, sequenceid=343, filesize=30.5 K 2024-11-07T12:20:19,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/fd476fece1a34269b25d33380a5120eb as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/fd476fece1a34269b25d33380a5120eb 2024-11-07T12:20:19,259 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-07T12:20:19,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:19,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:19,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:19,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:19,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:19,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:19,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/fd476fece1a34269b25d33380a5120eb, entries=150, sequenceid=343, filesize=12.0 K 2024-11-07T12:20:19,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/df70ba4220754368a60a203f86bc069c as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/df70ba4220754368a60a203f86bc069c 2024-11-07T12:20:19,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/df70ba4220754368a60a203f86bc069c, entries=150, sequenceid=343, filesize=12.0 K 2024-11-07T12:20:19,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for be4537b1bdf8c7c70ce6b7d38d15d724 in 1085ms, sequenceid=343, compaction requested=true 2024-11-07T12:20:19,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:19,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:A, priority=-2147483648, current under compaction store size is 1 2024-11-07T12:20:19,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:19,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:B, priority=-2147483648, current under compaction store size is 2 2024-11-07T12:20:19,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:20:19,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store be4537b1bdf8c7c70ce6b7d38d15d724:C, priority=-2147483648, current under compaction store size is 3 2024-11-07T12:20:19,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-07T12:20:19,289 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:19,289 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:19,291 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:19,291 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/B is initiating minor compaction (all files) 2024-11-07T12:20:19,291 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/B in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:19,291 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/e18c9d821f3f4fe8aaad5f87e8c2485c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/8696f0fb574a4d5bbb55395f3eb705f3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/fd476fece1a34269b25d33380a5120eb] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=36.7 K 2024-11-07T12:20:19,291 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:19,292 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/A is initiating minor compaction (all files) 2024-11-07T12:20:19,292 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/A in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:19,292 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/f3ff62ce373e4b7ea2ee8e0f9cc0db44, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/ef57d6257c704b77bf0e7a305cb37162, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/09d5053e443b40718415c23fccb4d646] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=92.2 K 2024-11-07T12:20:19,292 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:19,292 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. files: [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/f3ff62ce373e4b7ea2ee8e0f9cc0db44, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/ef57d6257c704b77bf0e7a305cb37162, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/09d5053e443b40718415c23fccb4d646] 2024-11-07T12:20:19,292 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting e18c9d821f3f4fe8aaad5f87e8c2485c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1730982014279 2024-11-07T12:20:19,293 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3ff62ce373e4b7ea2ee8e0f9cc0db44, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1730982014279 2024-11-07T12:20:19,293 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 8696f0fb574a4d5bbb55395f3eb705f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1730982014933 2024-11-07T12:20:19,294 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting fd476fece1a34269b25d33380a5120eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1730982017067 2024-11-07T12:20:19,294 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef57d6257c704b77bf0e7a305cb37162, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1730982014933 2024-11-07T12:20:19,295 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09d5053e443b40718415c23fccb4d646, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1730982017067 2024-11-07T12:20:19,307 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#B#compaction#545 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:19,308 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/5f5d8563df5649269fd6bfd3ed0f7cc9 is 50, key is test_row_0/B:col10/1730982017067/Put/seqid=0 2024-11-07T12:20:19,308 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:19,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:19,347 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-07T12:20:19,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:19,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:19,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:19,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:19,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:19,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:19,349 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241107e2cd9ed55b9c4ab9b9cc705e90a2dc12_be4537b1bdf8c7c70ce6b7d38d15d724 store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:19,351 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241107e2cd9ed55b9c4ab9b9cc705e90a2dc12_be4537b1bdf8c7c70ce6b7d38d15d724, store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:19,352 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107e2cd9ed55b9c4ab9b9cc705e90a2dc12_be4537b1bdf8c7c70ce6b7d38d15d724 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:19,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742477_1653 (size=13085) 2024-11-07T12:20:19,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107531ffa8a9e574b3d8bd9ab3965bff030_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982018223/Put/seqid=0 2024-11-07T12:20:19,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742478_1654 (size=4469) 2024-11-07T12:20:19,393 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#A#compaction#546 average throughput is 0.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:19,394 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/e535b51cbf564c31b1a0a7452c772731 is 175, key is test_row_0/A:col10/1730982017067/Put/seqid=0 2024-11-07T12:20:19,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982079385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982079388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982079399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982079400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:19,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982079401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-07T12:20:19,418 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-07T12:20:19,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:19,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:19,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:19,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:19,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:19,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742480_1656 (size=32039) 2024-11-07T12:20:19,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742479_1655 (size=12454) 2024-11-07T12:20:19,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982079504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:19,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982079508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982079512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982079512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:19,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982079513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,582 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-07T12:20:19,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:19,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:19,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:19,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:19,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:19,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-07T12:20:19,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:19,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982079708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:19,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982079712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982079717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982079717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982079717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-07T12:20:19,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:19,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:19,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:19,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:19,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:19,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:19,766 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/5f5d8563df5649269fd6bfd3ed0f7cc9 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/5f5d8563df5649269fd6bfd3ed0f7cc9 2024-11-07T12:20:19,776 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/B of be4537b1bdf8c7c70ce6b7d38d15d724 into 5f5d8563df5649269fd6bfd3ed0f7cc9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:19,776 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:19,776 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/B, priority=13, startTime=1730982019289; duration=0sec 2024-11-07T12:20:19,776 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-07T12:20:19,777 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:B 2024-11-07T12:20:19,777 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T12:20:19,789 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T12:20:19,789 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1540): be4537b1bdf8c7c70ce6b7d38d15d724/C is initiating minor compaction (all files) 2024-11-07T12:20:19,789 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of be4537b1bdf8c7c70ce6b7d38d15d724/C in TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:19,789 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/e43c8632a2474d139003cea70b3eafff, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/0aa8b5cb9946468c816adb70d2e65c14, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/df70ba4220754368a60a203f86bc069c] into tmpdir=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp, totalSize=36.7 K 2024-11-07T12:20:19,797 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting e43c8632a2474d139003cea70b3eafff, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1730982014279 2024-11-07T12:20:19,804 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting 0aa8b5cb9946468c816adb70d2e65c14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1730982014933 2024-11-07T12:20:19,808 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] compactions.Compactor(224): Compacting df70ba4220754368a60a203f86bc069c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1730982017067 2024-11-07T12:20:19,816 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): be4537b1bdf8c7c70ce6b7d38d15d724#C#compaction#548 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T12:20:19,817 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/82ef07315ef94130b827b70ec653c53b is 50, key is test_row_0/C:col10/1730982017067/Put/seqid=0 2024-11-07T12:20:19,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742481_1657 (size=13085) 2024-11-07T12:20:19,835 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/82ef07315ef94130b827b70ec653c53b as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/82ef07315ef94130b827b70ec653c53b 2024-11-07T12:20:19,847 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/e535b51cbf564c31b1a0a7452c772731 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/e535b51cbf564c31b1a0a7452c772731 2024-11-07T12:20:19,852 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/C of be4537b1bdf8c7c70ce6b7d38d15d724 into 82ef07315ef94130b827b70ec653c53b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:19,852 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:19,852 INFO [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/C, priority=13, startTime=1730982019289; duration=0sec 2024-11-07T12:20:19,852 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:19,852 DEBUG [RS:0;fbad4c8a32e4:36417-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:C 2024-11-07T12:20:19,852 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in be4537b1bdf8c7c70ce6b7d38d15d724/A of be4537b1bdf8c7c70ce6b7d38d15d724 into e535b51cbf564c31b1a0a7452c772731(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T12:20:19,852 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:19,852 INFO [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724., storeName=be4537b1bdf8c7c70ce6b7d38d15d724/A, priority=13, startTime=1730982019288; duration=0sec 2024-11-07T12:20:19,852 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T12:20:19,853 DEBUG [RS:0;fbad4c8a32e4:36417-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: be4537b1bdf8c7c70ce6b7d38d15d724:A 2024-11-07T12:20:19,856 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:19,862 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107531ffa8a9e574b3d8bd9ab3965bff030_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107531ffa8a9e574b3d8bd9ab3965bff030_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:19,863 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/c83584b5bb554abf8930d8a5a0ea1f3d, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:19,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/c83584b5bb554abf8930d8a5a0ea1f3d is 175, key is test_row_0/A:col10/1730982018223/Put/seqid=0 2024-11-07T12:20:19,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742482_1658 (size=31255) 2024-11-07T12:20:19,887 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/c83584b5bb554abf8930d8a5a0ea1f3d 2024-11-07T12:20:19,888 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:19,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-07T12:20:19,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:19,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:19,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:19,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:19,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:19,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/24fae1362b464bf792602e6d2a2fbdb5 is 50, key is test_row_0/B:col10/1730982018223/Put/seqid=0 2024-11-07T12:20:19,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742483_1659 (size=12301) 2024-11-07T12:20:19,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/24fae1362b464bf792602e6d2a2fbdb5 2024-11-07T12:20:19,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/efb3594e1e244ef5b2050973eb5c33f8 is 50, key is test_row_0/C:col10/1730982018223/Put/seqid=0 2024-11-07T12:20:20,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51978 deadline: 1730982080016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:20,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51962 deadline: 1730982080024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:20,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51992 deadline: 1730982080025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:20,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51914 deadline: 1730982080025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:20,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-07T12:20:20,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51918 deadline: 1730982080032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:20,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742484_1660 (size=12301) 2024-11-07T12:20:20,046 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:20,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-07T12:20:20,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:20,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:20,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:20,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:20,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:20,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:20,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-07T12:20:20,210 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:20,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-07T12:20:20,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:20,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:20,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:20,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:20,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:20,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:20,344 DEBUG [Thread-2499 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c86432c to 127.0.0.1:65262 2024-11-07T12:20:20,345 DEBUG [Thread-2499 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:20,345 DEBUG [Thread-2495 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b795253 to 127.0.0.1:65262 2024-11-07T12:20:20,345 DEBUG [Thread-2495 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:20,346 DEBUG [Thread-2493 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b849504 to 127.0.0.1:65262 2024-11-07T12:20:20,346 DEBUG [Thread-2493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:20,346 DEBUG [Thread-2497 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bf8069 to 127.0.0.1:65262 2024-11-07T12:20:20,346 DEBUG [Thread-2497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:20,351 DEBUG [Thread-2501 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x483496a2 to 127.0.0.1:65262 2024-11-07T12:20:20,351 DEBUG [Thread-2501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:20,374 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:20,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-07T12:20:20,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:20,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:20,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:20,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:20,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:20,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:20,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/efb3594e1e244ef5b2050973eb5c33f8 2024-11-07T12:20:20,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/c83584b5bb554abf8930d8a5a0ea1f3d as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/c83584b5bb554abf8930d8a5a0ea1f3d 2024-11-07T12:20:20,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/c83584b5bb554abf8930d8a5a0ea1f3d, entries=150, sequenceid=356, filesize=30.5 K 2024-11-07T12:20:20,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/24fae1362b464bf792602e6d2a2fbdb5 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/24fae1362b464bf792602e6d2a2fbdb5 2024-11-07T12:20:20,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/24fae1362b464bf792602e6d2a2fbdb5, entries=150, sequenceid=356, filesize=12.0 K 2024-11-07T12:20:20,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/efb3594e1e244ef5b2050973eb5c33f8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/efb3594e1e244ef5b2050973eb5c33f8 2024-11-07T12:20:20,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/efb3594e1e244ef5b2050973eb5c33f8, entries=150, sequenceid=356, filesize=12.0 K 2024-11-07T12:20:20,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for be4537b1bdf8c7c70ce6b7d38d15d724 in 1115ms, sequenceid=356, compaction requested=false 2024-11-07T12:20:20,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:20,527 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:20,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36417 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-07T12:20:20,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:20,528 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-07T12:20:20,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36417 {}] regionserver.HRegion(8581): Flush requested on be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:20,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. as already flushing 2024-11-07T12:20:20,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:20,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:20,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:20,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:20,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:20,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:20,541 DEBUG [Thread-2488 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1602455f to 127.0.0.1:65262 2024-11-07T12:20:20,541 DEBUG [Thread-2488 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:20,544 DEBUG [Thread-2484 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22892a6a to 127.0.0.1:65262 2024-11-07T12:20:20,544 DEBUG [Thread-2482 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e6d20f5 to 127.0.0.1:65262 2024-11-07T12:20:20,544 DEBUG [Thread-2484 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:20,544 DEBUG [Thread-2482 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:20,548 DEBUG [Thread-2486 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7147b666 to 127.0.0.1:65262 2024-11-07T12:20:20,548 DEBUG [Thread-2486 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:20,552 DEBUG [Thread-2490 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11ca7f93 to 127.0.0.1:65262 2024-11-07T12:20:20,552 DEBUG [Thread-2490 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:20,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079786134aaac24a30be2845b61d3eb6a3_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982020522/Put/seqid=0 2024-11-07T12:20:20,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742485_1661 (size=12454) 2024-11-07T12:20:20,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:20,595 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411079786134aaac24a30be2845b61d3eb6a3_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079786134aaac24a30be2845b61d3eb6a3_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:20,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/5bf89e32566c4c739f131451f0880c17, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:20,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/5bf89e32566c4c739f131451f0880c17 is 175, key is test_row_0/A:col10/1730982020522/Put/seqid=0 2024-11-07T12:20:20,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742486_1662 (size=31255) 2024-11-07T12:20:21,017 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=383, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/5bf89e32566c4c739f131451f0880c17 2024-11-07T12:20:21,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/979346ed3eb64990a27e83773d1f2945 is 50, key is test_row_0/B:col10/1730982020522/Put/seqid=0 2024-11-07T12:20:21,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742487_1663 (size=12301) 2024-11-07T12:20:21,033 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/979346ed3eb64990a27e83773d1f2945 2024-11-07T12:20:21,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/03d65d1ff15446af8c4790c5551194b8 is 50, key is test_row_0/C:col10/1730982020522/Put/seqid=0 2024-11-07T12:20:21,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742488_1664 (size=12301) 2024-11-07T12:20:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-07T12:20:21,444 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/03d65d1ff15446af8c4790c5551194b8 2024-11-07T12:20:21,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/5bf89e32566c4c739f131451f0880c17 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/5bf89e32566c4c739f131451f0880c17 2024-11-07T12:20:21,452 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/5bf89e32566c4c739f131451f0880c17, entries=150, sequenceid=383, filesize=30.5 K 2024-11-07T12:20:21,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/979346ed3eb64990a27e83773d1f2945 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/979346ed3eb64990a27e83773d1f2945 2024-11-07T12:20:21,456 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/979346ed3eb64990a27e83773d1f2945, entries=150, sequenceid=383, filesize=12.0 K 2024-11-07T12:20:21,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/03d65d1ff15446af8c4790c5551194b8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/03d65d1ff15446af8c4790c5551194b8 2024-11-07T12:20:21,460 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/03d65d1ff15446af8c4790c5551194b8, entries=150, sequenceid=383, filesize=12.0 K 2024-11-07T12:20:21,461 INFO [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=26.84 KB/27480 for be4537b1bdf8c7c70ce6b7d38d15d724 in 933ms, sequenceid=383, compaction requested=true 2024-11-07T12:20:21,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:21,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:21,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fbad4c8a32e4:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-07T12:20:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-07T12:20:21,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-07T12:20:21,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3560 sec 2024-11-07T12:20:21,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.3600 sec 2024-11-07T12:20:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-07T12:20:23,211 INFO [Thread-2492 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-07T12:20:23,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-07T12:20:23,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-07T12:20:23,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-07T12:20:23,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-07T12:20:23,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-07T12:20:23,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-07T12:20:23,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-07T12:20:23,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5504 2024-11-07T12:20:23,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5348 2024-11-07T12:20:23,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5355 2024-11-07T12:20:23,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5418 2024-11-07T12:20:23,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5400 2024-11-07T12:20:23,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-07T12:20:23,212 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-07T12:20:23,212 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c828424 to 127.0.0.1:65262 2024-11-07T12:20:23,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:23,212 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-07T12:20:23,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-07T12:20:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-07T12:20:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-07T12:20:23,215 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982023215"}]},"ts":"1730982023215"} 2024-11-07T12:20:23,216 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-07T12:20:23,218 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-07T12:20:23,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-07T12:20:23,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be4537b1bdf8c7c70ce6b7d38d15d724, UNASSIGN}] 2024-11-07T12:20:23,220 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=173, ppid=172, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=be4537b1bdf8c7c70ce6b7d38d15d724, UNASSIGN 2024-11-07T12:20:23,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=be4537b1bdf8c7c70ce6b7d38d15d724, regionState=CLOSING, regionLocation=fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:23,221 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-07T12:20:23,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; CloseRegionProcedure be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393}] 2024-11-07T12:20:23,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-07T12:20:23,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:23,373 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(124): Close be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:23,373 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-07T12:20:23,373 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1681): Closing be4537b1bdf8c7c70ce6b7d38d15d724, disabling compactions & flushes 2024-11-07T12:20:23,374 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:23,374 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:23,374 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. after waiting 0 ms 2024-11-07T12:20:23,374 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:23,374 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(2837): Flushing be4537b1bdf8c7c70ce6b7d38d15d724 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-07T12:20:23,374 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=A 2024-11-07T12:20:23,374 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:23,374 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=B 2024-11-07T12:20:23,374 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:23,374 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK be4537b1bdf8c7c70ce6b7d38d15d724, store=C 2024-11-07T12:20:23,374 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-07T12:20:23,380 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107b61c1156c3a744b0b4be3c8d32650f7e_be4537b1bdf8c7c70ce6b7d38d15d724 is 50, key is test_row_0/A:col10/1730982020540/Put/seqid=0 2024-11-07T12:20:23,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742489_1665 (size=12454) 2024-11-07T12:20:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-07T12:20:23,783 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T12:20:23,786 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241107b61c1156c3a744b0b4be3c8d32650f7e_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107b61c1156c3a744b0b4be3c8d32650f7e_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:23,787 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/f380bba8a73e4fb4bc77abd02c1bfba7, store: [table=TestAcidGuarantees family=A region=be4537b1bdf8c7c70ce6b7d38d15d724] 2024-11-07T12:20:23,787 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/f380bba8a73e4fb4bc77abd02c1bfba7 is 175, key is test_row_0/A:col10/1730982020540/Put/seqid=0 2024-11-07T12:20:23,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742490_1666 (size=31255) 2024-11-07T12:20:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-07T12:20:24,191 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=390, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/f380bba8a73e4fb4bc77abd02c1bfba7 2024-11-07T12:20:24,198 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/fff9c946b0fb487da71ae6db05ef74d8 is 50, key is test_row_0/B:col10/1730982020540/Put/seqid=0 2024-11-07T12:20:24,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742491_1667 (size=12301) 2024-11-07T12:20:24,214 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/fff9c946b0fb487da71ae6db05ef74d8 2024-11-07T12:20:24,222 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/e14d92698964450289d457c1bbfd5522 is 50, key is test_row_0/C:col10/1730982020540/Put/seqid=0 2024-11-07T12:20:24,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742492_1668 (size=12301) 2024-11-07T12:20:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-07T12:20:24,627 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/e14d92698964450289d457c1bbfd5522 2024-11-07T12:20:24,631 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/A/f380bba8a73e4fb4bc77abd02c1bfba7 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/f380bba8a73e4fb4bc77abd02c1bfba7 2024-11-07T12:20:24,634 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/f380bba8a73e4fb4bc77abd02c1bfba7, entries=150, sequenceid=390, filesize=30.5 K 2024-11-07T12:20:24,634 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/B/fff9c946b0fb487da71ae6db05ef74d8 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/fff9c946b0fb487da71ae6db05ef74d8 2024-11-07T12:20:24,638 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/fff9c946b0fb487da71ae6db05ef74d8, entries=150, sequenceid=390, filesize=12.0 K 2024-11-07T12:20:24,639 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/.tmp/C/e14d92698964450289d457c1bbfd5522 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/e14d92698964450289d457c1bbfd5522 2024-11-07T12:20:24,643 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/e14d92698964450289d457c1bbfd5522, entries=150, sequenceid=390, filesize=12.0 K 2024-11-07T12:20:24,643 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for be4537b1bdf8c7c70ce6b7d38d15d724 in 1269ms, sequenceid=390, compaction requested=true 2024-11-07T12:20:24,644 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3611bd0fceef4a779c328a84a55eb480, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/72d0fb7301064c8cb0333a116a934fc3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3792115dfc2d41f3a819565103cf7f9f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/489bf1c207d646fc9218375add2550aa, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/28e220d6a74944c2bb4e01bceed31e7f, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/0b25acd2098c4ceb9070eecfe10dbe97, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/b78257833bd64d2fb68436dd09f880c9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/611e01a083a640cc8a88dc657b70e3a8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/635d00e815d344b19ed93817b6cb8589, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/ff3ba578da2c49aea3c10cb399558490, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/01890d20068742718e85e75d4990b6fd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/4eaa4bc1f8244da9af458414041c86bb, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/873636bd421c4ff78a48244c114d9b15, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/17c5ce7349a04a808e6665aef39dfc9e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/6971d428f3e1477b852f81b063978588, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/a7b4600192544688bd8e9465520758b1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/56538777c9384cf2bb116bf4892540d8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/474103f16356418396f1db4c9131e889, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3e85a21a2e264b1cba4ea7ca5ccb166a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/f3ff62ce373e4b7ea2ee8e0f9cc0db44, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/538bd83b5177475489551b5cf2a2629e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/ef57d6257c704b77bf0e7a305cb37162, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/09d5053e443b40718415c23fccb4d646] to archive 2024-11-07T12:20:24,645 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:20:24,647 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3611bd0fceef4a779c328a84a55eb480 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3611bd0fceef4a779c328a84a55eb480 2024-11-07T12:20:24,648 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/72d0fb7301064c8cb0333a116a934fc3 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/72d0fb7301064c8cb0333a116a934fc3 2024-11-07T12:20:24,650 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3792115dfc2d41f3a819565103cf7f9f to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3792115dfc2d41f3a819565103cf7f9f 2024-11-07T12:20:24,651 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/489bf1c207d646fc9218375add2550aa to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/489bf1c207d646fc9218375add2550aa 2024-11-07T12:20:24,652 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/28e220d6a74944c2bb4e01bceed31e7f to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/28e220d6a74944c2bb4e01bceed31e7f 2024-11-07T12:20:24,653 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/0b25acd2098c4ceb9070eecfe10dbe97 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/0b25acd2098c4ceb9070eecfe10dbe97 2024-11-07T12:20:24,655 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/b78257833bd64d2fb68436dd09f880c9 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/b78257833bd64d2fb68436dd09f880c9 2024-11-07T12:20:24,656 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/611e01a083a640cc8a88dc657b70e3a8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/611e01a083a640cc8a88dc657b70e3a8 2024-11-07T12:20:24,657 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/635d00e815d344b19ed93817b6cb8589 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/635d00e815d344b19ed93817b6cb8589 2024-11-07T12:20:24,659 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/ff3ba578da2c49aea3c10cb399558490 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/ff3ba578da2c49aea3c10cb399558490 2024-11-07T12:20:24,660 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/01890d20068742718e85e75d4990b6fd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/01890d20068742718e85e75d4990b6fd 2024-11-07T12:20:24,661 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/4eaa4bc1f8244da9af458414041c86bb to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/4eaa4bc1f8244da9af458414041c86bb 2024-11-07T12:20:24,662 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/873636bd421c4ff78a48244c114d9b15 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/873636bd421c4ff78a48244c114d9b15 2024-11-07T12:20:24,663 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/17c5ce7349a04a808e6665aef39dfc9e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/17c5ce7349a04a808e6665aef39dfc9e 2024-11-07T12:20:24,664 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/6971d428f3e1477b852f81b063978588 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/6971d428f3e1477b852f81b063978588 2024-11-07T12:20:24,667 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/a7b4600192544688bd8e9465520758b1 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/a7b4600192544688bd8e9465520758b1 2024-11-07T12:20:24,668 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/56538777c9384cf2bb116bf4892540d8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/56538777c9384cf2bb116bf4892540d8 2024-11-07T12:20:24,669 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/474103f16356418396f1db4c9131e889 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/474103f16356418396f1db4c9131e889 2024-11-07T12:20:24,671 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3e85a21a2e264b1cba4ea7ca5ccb166a to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/3e85a21a2e264b1cba4ea7ca5ccb166a 2024-11-07T12:20:24,671 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/f3ff62ce373e4b7ea2ee8e0f9cc0db44 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/f3ff62ce373e4b7ea2ee8e0f9cc0db44 2024-11-07T12:20:24,675 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/538bd83b5177475489551b5cf2a2629e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/538bd83b5177475489551b5cf2a2629e 2024-11-07T12:20:24,676 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/ef57d6257c704b77bf0e7a305cb37162 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/ef57d6257c704b77bf0e7a305cb37162 2024-11-07T12:20:24,677 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/09d5053e443b40718415c23fccb4d646 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/09d5053e443b40718415c23fccb4d646 2024-11-07T12:20:24,678 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/d97d716089d6480b845dcc2fe750e5e9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/852d23129a554253ac843793f36dd16d, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/d2433a8e53cc4474ace5f45e478acc72, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/617407b2f1824bf7bc097b0bb4e1df17, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/b244ef8cca1b4de387a71b7390d1b338, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/b1081d3b172140b8b666fdffb374c7c9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/8d35a10b0de14e158d610620ad7f6b67, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/59fe818e7eb0408aac35b0f2182deedd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cb548f19a2174ee29ae59dca574e6a52, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/41d2303246cd4aa4a4ebd988a7341358, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/19a3be3a43b84859a204ccd1e13529d4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cc9ffdcdd1114057adc75c444bf1dccd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/6c9e88abff32448fa74fc9236a59cfef, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/88b663cf9c064d71be40ac9a11fb6227, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/df35fc006345455e86d4fd820a115b61, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cf79f6fd83e74f6099c919109d59e4f4, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/42f0fc756b6f4817bdf80ffb06b8a1e7, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/704729ef97744f29a255d4d1447ec7a8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/a59d2432eaf84e278ee3bce97464c9f9, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/e18c9d821f3f4fe8aaad5f87e8c2485c, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/5933101408e6488eabdbe2147e8fc643, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/8696f0fb574a4d5bbb55395f3eb705f3, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/fd476fece1a34269b25d33380a5120eb] to archive 2024-11-07T12:20:24,679 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:20:24,680 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/d97d716089d6480b845dcc2fe750e5e9 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/d97d716089d6480b845dcc2fe750e5e9 2024-11-07T12:20:24,681 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/852d23129a554253ac843793f36dd16d to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/852d23129a554253ac843793f36dd16d 2024-11-07T12:20:24,682 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/d2433a8e53cc4474ace5f45e478acc72 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/d2433a8e53cc4474ace5f45e478acc72 2024-11-07T12:20:24,684 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/617407b2f1824bf7bc097b0bb4e1df17 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/617407b2f1824bf7bc097b0bb4e1df17 2024-11-07T12:20:24,685 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/b244ef8cca1b4de387a71b7390d1b338 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/b244ef8cca1b4de387a71b7390d1b338 2024-11-07T12:20:24,686 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/b1081d3b172140b8b666fdffb374c7c9 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/b1081d3b172140b8b666fdffb374c7c9 2024-11-07T12:20:24,687 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/8d35a10b0de14e158d610620ad7f6b67 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/8d35a10b0de14e158d610620ad7f6b67 2024-11-07T12:20:24,688 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/59fe818e7eb0408aac35b0f2182deedd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/59fe818e7eb0408aac35b0f2182deedd 2024-11-07T12:20:24,689 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cb548f19a2174ee29ae59dca574e6a52 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cb548f19a2174ee29ae59dca574e6a52 2024-11-07T12:20:24,690 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/41d2303246cd4aa4a4ebd988a7341358 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/41d2303246cd4aa4a4ebd988a7341358 2024-11-07T12:20:24,691 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/19a3be3a43b84859a204ccd1e13529d4 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/19a3be3a43b84859a204ccd1e13529d4 2024-11-07T12:20:24,692 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cc9ffdcdd1114057adc75c444bf1dccd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cc9ffdcdd1114057adc75c444bf1dccd 2024-11-07T12:20:24,693 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/6c9e88abff32448fa74fc9236a59cfef to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/6c9e88abff32448fa74fc9236a59cfef 2024-11-07T12:20:24,694 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/88b663cf9c064d71be40ac9a11fb6227 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/88b663cf9c064d71be40ac9a11fb6227 2024-11-07T12:20:24,695 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/df35fc006345455e86d4fd820a115b61 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/df35fc006345455e86d4fd820a115b61 2024-11-07T12:20:24,697 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cf79f6fd83e74f6099c919109d59e4f4 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/cf79f6fd83e74f6099c919109d59e4f4 2024-11-07T12:20:24,698 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/42f0fc756b6f4817bdf80ffb06b8a1e7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/42f0fc756b6f4817bdf80ffb06b8a1e7 2024-11-07T12:20:24,699 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/704729ef97744f29a255d4d1447ec7a8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/704729ef97744f29a255d4d1447ec7a8 2024-11-07T12:20:24,699 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/a59d2432eaf84e278ee3bce97464c9f9 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/a59d2432eaf84e278ee3bce97464c9f9 2024-11-07T12:20:24,700 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/e18c9d821f3f4fe8aaad5f87e8c2485c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/e18c9d821f3f4fe8aaad5f87e8c2485c 2024-11-07T12:20:24,701 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/5933101408e6488eabdbe2147e8fc643 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/5933101408e6488eabdbe2147e8fc643 2024-11-07T12:20:24,702 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/8696f0fb574a4d5bbb55395f3eb705f3 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/8696f0fb574a4d5bbb55395f3eb705f3 2024-11-07T12:20:24,703 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/fd476fece1a34269b25d33380a5120eb to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/fd476fece1a34269b25d33380a5120eb 2024-11-07T12:20:24,704 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/d67a00fae3e04883b65366c988214233, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/c79eac7862784ef087ad4c444ca20718, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/a9abd551160e4bbfa44217fb2aa5acea, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/42d41468f14642c79e0a9bc1c6fa6f9e, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/04d9159ad6594671830f653a8ee51819, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/58fcb487ecd54e90b5ce7bc66f9ca147, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/0dc083519d414a79a2054c0c16a458dc, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/fadfb13c5ed348aa82e6f4f466ea9240, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/2f13f8db941e4341afcfe55a44e4f1e6, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/d84a84aa683c487b81c41528c8f4f20a, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/491d03144378403f8514c71fe5eecd4b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/51f17a1dbd1d45489810f82625fdaa09, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/545761c2de9640098f01826148841061, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/90ff91f3f8e444abaaea22927ead9c03, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/dd52f2a97ccc4d12840b028fbe067c00, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/ffeb44ef37d4480dbbdb30bc42ae59a1, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/ee3ecaefbe004ec28ee61cbba87ff5e8, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/4857a6a28f854525a2cbc060446f0bfd, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/133442aceedb4bc2a54f2756540753ca, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/e43c8632a2474d139003cea70b3eafff, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/b814521dea024e4d843a11dd82f7286b, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/0aa8b5cb9946468c816adb70d2e65c14, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/df70ba4220754368a60a203f86bc069c] to archive 2024-11-07T12:20:24,704 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T12:20:24,706 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/d67a00fae3e04883b65366c988214233 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/d67a00fae3e04883b65366c988214233 2024-11-07T12:20:24,706 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/c79eac7862784ef087ad4c444ca20718 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/c79eac7862784ef087ad4c444ca20718 2024-11-07T12:20:24,707 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/a9abd551160e4bbfa44217fb2aa5acea to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/a9abd551160e4bbfa44217fb2aa5acea 2024-11-07T12:20:24,708 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/42d41468f14642c79e0a9bc1c6fa6f9e to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/42d41468f14642c79e0a9bc1c6fa6f9e 2024-11-07T12:20:24,709 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/04d9159ad6594671830f653a8ee51819 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/04d9159ad6594671830f653a8ee51819 2024-11-07T12:20:24,710 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/58fcb487ecd54e90b5ce7bc66f9ca147 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/58fcb487ecd54e90b5ce7bc66f9ca147 2024-11-07T12:20:24,711 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/0dc083519d414a79a2054c0c16a458dc to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/0dc083519d414a79a2054c0c16a458dc 2024-11-07T12:20:24,712 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/fadfb13c5ed348aa82e6f4f466ea9240 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/fadfb13c5ed348aa82e6f4f466ea9240 2024-11-07T12:20:24,712 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/2f13f8db941e4341afcfe55a44e4f1e6 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/2f13f8db941e4341afcfe55a44e4f1e6 2024-11-07T12:20:24,713 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/d84a84aa683c487b81c41528c8f4f20a to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/d84a84aa683c487b81c41528c8f4f20a 2024-11-07T12:20:24,715 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/491d03144378403f8514c71fe5eecd4b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/491d03144378403f8514c71fe5eecd4b 2024-11-07T12:20:24,716 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/51f17a1dbd1d45489810f82625fdaa09 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/51f17a1dbd1d45489810f82625fdaa09 2024-11-07T12:20:24,717 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/545761c2de9640098f01826148841061 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/545761c2de9640098f01826148841061 2024-11-07T12:20:24,718 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/90ff91f3f8e444abaaea22927ead9c03 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/90ff91f3f8e444abaaea22927ead9c03 2024-11-07T12:20:24,719 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/dd52f2a97ccc4d12840b028fbe067c00 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/dd52f2a97ccc4d12840b028fbe067c00 2024-11-07T12:20:24,720 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/ffeb44ef37d4480dbbdb30bc42ae59a1 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/ffeb44ef37d4480dbbdb30bc42ae59a1 2024-11-07T12:20:24,721 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/ee3ecaefbe004ec28ee61cbba87ff5e8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/ee3ecaefbe004ec28ee61cbba87ff5e8 2024-11-07T12:20:24,722 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/4857a6a28f854525a2cbc060446f0bfd to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/4857a6a28f854525a2cbc060446f0bfd 2024-11-07T12:20:24,723 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/133442aceedb4bc2a54f2756540753ca to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/133442aceedb4bc2a54f2756540753ca 2024-11-07T12:20:24,724 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/e43c8632a2474d139003cea70b3eafff to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/e43c8632a2474d139003cea70b3eafff 2024-11-07T12:20:24,725 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/b814521dea024e4d843a11dd82f7286b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/b814521dea024e4d843a11dd82f7286b 2024-11-07T12:20:24,726 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/0aa8b5cb9946468c816adb70d2e65c14 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/0aa8b5cb9946468c816adb70d2e65c14 2024-11-07T12:20:24,727 DEBUG [StoreCloser-TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/df70ba4220754368a60a203f86bc069c to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/df70ba4220754368a60a203f86bc069c 2024-11-07T12:20:24,733 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/recovered.edits/393.seqid, newMaxSeqId=393, maxSeqId=4 2024-11-07T12:20:24,736 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724. 2024-11-07T12:20:24,736 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] regionserver.HRegion(1635): Region close journal for be4537b1bdf8c7c70ce6b7d38d15d724: 2024-11-07T12:20:24,737 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION, pid=174}] handler.UnassignRegionHandler(170): Closed be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:24,738 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=173 updating hbase:meta row=be4537b1bdf8c7c70ce6b7d38d15d724, regionState=CLOSED 2024-11-07T12:20:24,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-07T12:20:24,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseRegionProcedure be4537b1bdf8c7c70ce6b7d38d15d724, server=fbad4c8a32e4,36417,1730981847393 in 1.5180 sec 2024-11-07T12:20:24,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-11-07T12:20:24,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=be4537b1bdf8c7c70ce6b7d38d15d724, UNASSIGN in 1.5200 sec 2024-11-07T12:20:24,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-07T12:20:24,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5230 sec 2024-11-07T12:20:24,744 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730982024744"}]},"ts":"1730982024744"} 2024-11-07T12:20:24,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-07T12:20:24,747 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-07T12:20:24,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5350 sec 2024-11-07T12:20:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-07T12:20:25,322 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-07T12:20:25,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-07T12:20:25,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:20:25,324 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=175, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:20:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-07T12:20:25,324 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=175, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:20:25,326 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,328 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C, FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/recovered.edits] 2024-11-07T12:20:25,330 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/5bf89e32566c4c739f131451f0880c17 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/5bf89e32566c4c739f131451f0880c17 2024-11-07T12:20:25,331 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/c83584b5bb554abf8930d8a5a0ea1f3d to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/c83584b5bb554abf8930d8a5a0ea1f3d 2024-11-07T12:20:25,332 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/e535b51cbf564c31b1a0a7452c772731 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/e535b51cbf564c31b1a0a7452c772731 2024-11-07T12:20:25,333 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/f380bba8a73e4fb4bc77abd02c1bfba7 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/A/f380bba8a73e4fb4bc77abd02c1bfba7 2024-11-07T12:20:25,335 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/24fae1362b464bf792602e6d2a2fbdb5 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/24fae1362b464bf792602e6d2a2fbdb5 2024-11-07T12:20:25,336 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/5f5d8563df5649269fd6bfd3ed0f7cc9 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/5f5d8563df5649269fd6bfd3ed0f7cc9 2024-11-07T12:20:25,337 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/979346ed3eb64990a27e83773d1f2945 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/979346ed3eb64990a27e83773d1f2945 2024-11-07T12:20:25,338 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/fff9c946b0fb487da71ae6db05ef74d8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/B/fff9c946b0fb487da71ae6db05ef74d8 2024-11-07T12:20:25,339 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/03d65d1ff15446af8c4790c5551194b8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/03d65d1ff15446af8c4790c5551194b8 2024-11-07T12:20:25,340 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/82ef07315ef94130b827b70ec653c53b to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/82ef07315ef94130b827b70ec653c53b 2024-11-07T12:20:25,341 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/e14d92698964450289d457c1bbfd5522 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/e14d92698964450289d457c1bbfd5522 2024-11-07T12:20:25,342 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/efb3594e1e244ef5b2050973eb5c33f8 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/C/efb3594e1e244ef5b2050973eb5c33f8 2024-11-07T12:20:25,344 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/recovered.edits/393.seqid to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724/recovered.edits/393.seqid 2024-11-07T12:20:25,345 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/default/TestAcidGuarantees/be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,345 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-07T12:20:25,345 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T12:20:25,346 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-07T12:20:25,348 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107063259aa43c048d88393048ee8911953_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107063259aa43c048d88393048ee8911953_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,349 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110710539e30439b48858cd4d874f5b9f7ef_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110710539e30439b48858cd4d874f5b9f7ef_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,350 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071c368be61852481d981d2147ff8b0642_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411071c368be61852481d981d2147ff8b0642_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,351 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107296a80486ea4410491d4543c721bd67f_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107296a80486ea4410491d4543c721bd67f_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,352 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074392b8cbd62f4d6496b3ec8bf6aa3a02_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411074392b8cbd62f4d6496b3ec8bf6aa3a02_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,353 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107531ffa8a9e574b3d8bd9ab3965bff030_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107531ffa8a9e574b3d8bd9ab3965bff030_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,355 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075987e318c9c1439186da50bbf3805472_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411075987e318c9c1439186da50bbf3805472_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,356 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078744a878eed14568b104aef7b6279911_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411078744a878eed14568b104aef7b6279911_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,357 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079786134aaac24a30be2845b61d3eb6a3_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079786134aaac24a30be2845b61d3eb6a3_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,358 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079db3ba78ca4340abb7e1cb2e1e8d7044_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411079db3ba78ca4340abb7e1cb2e1e8d7044_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,359 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107af1c73688ead41d29c36a15766d21a73_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107af1c73688ead41d29c36a15766d21a73_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,360 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107af1cb1d053994f599866f6161cceab9f_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107af1cb1d053994f599866f6161cceab9f_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,361 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107b61c1156c3a744b0b4be3c8d32650f7e_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107b61c1156c3a744b0b4be3c8d32650f7e_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,362 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c7333baa40e249e5a37da2510ce4b635_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107c7333baa40e249e5a37da2510ce4b635_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,363 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d38a6855b45b433fb98a16bb6bff8519_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107d38a6855b45b433fb98a16bb6bff8519_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,364 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e405b60fa1844ed09be6f63f3503b0a3_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107e405b60fa1844ed09be6f63f3503b0a3_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,365 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ed78526cbd434689835219cff0ea55c3_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ed78526cbd434689835219cff0ea55c3_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,366 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ee59d4e69ecf449598d921a715d6b05d_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107ee59d4e69ecf449598d921a715d6b05d_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,367 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f28bfc3861364c2b9d9e1d9e1eacc4c5_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f28bfc3861364c2b9d9e1d9e1eacc4c5_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,368 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f366c49e04004c75940bf249939a650a_be4537b1bdf8c7c70ce6b7d38d15d724 to hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241107f366c49e04004c75940bf249939a650a_be4537b1bdf8c7c70ce6b7d38d15d724 2024-11-07T12:20:25,368 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-07T12:20:25,370 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=175, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:20:25,373 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-07T12:20:25,375 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-07T12:20:25,375 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=175, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:20:25,375 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-07T12:20:25,376 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1730982025375"}]},"ts":"9223372036854775807"} 2024-11-07T12:20:25,377 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-07T12:20:25,377 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => be4537b1bdf8c7c70ce6b7d38d15d724, NAME => 'TestAcidGuarantees,,1730981997228.be4537b1bdf8c7c70ce6b7d38d15d724.', STARTKEY => '', ENDKEY => ''}] 2024-11-07T12:20:25,377 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-07T12:20:25,377 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1730982025377"}]},"ts":"9223372036854775807"} 2024-11-07T12:20:25,379 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-07T12:20:25,381 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=175, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-07T12:20:25,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 59 msec 2024-11-07T12:20:25,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35869 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-07T12:20:25,425 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-07T12:20:25,440 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=241 (was 238) - Thread LEAK? -, OpenFileDescriptor=457 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=577 (was 628), ProcessCount=11 (was 11), AvailableMemoryMB=2090 (was 672) - AvailableMemoryMB LEAK? - 2024-11-07T12:20:25,440 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-07T12:20:25,440 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-07T12:20:25,440 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46c68f47 to 127.0.0.1:65262 2024-11-07T12:20:25,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:25,440 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T12:20:25,440 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=978267889, stopped=false 2024-11-07T12:20:25,441 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=fbad4c8a32e4,35869,1730981846518 2024-11-07T12:20:25,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:20:25,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:20:25,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T12:20:25,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:20:25,443 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-07T12:20:25,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:20:25,444 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T12:20:25,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:25,444 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fbad4c8a32e4,36417,1730981847393' ***** 2024-11-07T12:20:25,444 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-07T12:20:25,445 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-07T12:20:25,447 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T12:20:25,447 INFO [RS:0;fbad4c8a32e4:36417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T12:20:25,447 INFO [RS:0;fbad4c8a32e4:36417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T12:20:25,447 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(3579): Received CLOSE for 944dbe586cc8d0767bf489dc4662f653 2024-11-07T12:20:25,448 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(1224): stopping server fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:25,448 DEBUG [RS:0;fbad4c8a32e4:36417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:25,448 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T12:20:25,448 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T12:20:25,448 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T12:20:25,448 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-07T12:20:25,449 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-07T12:20:25,449 DEBUG [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(1603): Online Regions={944dbe586cc8d0767bf489dc4662f653=hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T12:20:25,449 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 944dbe586cc8d0767bf489dc4662f653, disabling compactions & flushes 2024-11-07T12:20:25,449 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653. 2024-11-07T12:20:25,449 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653. 2024-11-07T12:20:25,449 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653. after waiting 0 ms 2024-11-07T12:20:25,449 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653. 2024-11-07T12:20:25,449 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 944dbe586cc8d0767bf489dc4662f653 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-07T12:20:25,449 DEBUG [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 944dbe586cc8d0767bf489dc4662f653 2024-11-07T12:20:25,450 DEBUG [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-07T12:20:25,450 INFO [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-07T12:20:25,450 DEBUG [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-07T12:20:25,450 DEBUG [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T12:20:25,450 DEBUG [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T12:20:25,450 INFO [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-07T12:20:25,486 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/namespace/944dbe586cc8d0767bf489dc4662f653/.tmp/info/dea5438044b4430a9fffaf7871ba8930 is 45, key is default/info:d/1730981852364/Put/seqid=0 2024-11-07T12:20:25,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742493_1669 (size=5037) 2024-11-07T12:20:25,506 DEBUG [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740/.tmp/info/3602f4ddc8904c1a87248e0f3f6e9831 is 143, key is hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653./info:regioninfo/1730981852195/Put/seqid=0 2024-11-07T12:20:25,509 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/namespace/944dbe586cc8d0767bf489dc4662f653/.tmp/info/dea5438044b4430a9fffaf7871ba8930 2024-11-07T12:20:25,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742494_1670 (size=7725) 2024-11-07T12:20:25,528 INFO [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740/.tmp/info/3602f4ddc8904c1a87248e0f3f6e9831 2024-11-07T12:20:25,529 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/namespace/944dbe586cc8d0767bf489dc4662f653/.tmp/info/dea5438044b4430a9fffaf7871ba8930 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/namespace/944dbe586cc8d0767bf489dc4662f653/info/dea5438044b4430a9fffaf7871ba8930 2024-11-07T12:20:25,530 INFO [regionserver/fbad4c8a32e4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:20:25,543 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/namespace/944dbe586cc8d0767bf489dc4662f653/info/dea5438044b4430a9fffaf7871ba8930, entries=2, sequenceid=6, filesize=4.9 K 2024-11-07T12:20:25,551 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 944dbe586cc8d0767bf489dc4662f653 in 102ms, sequenceid=6, compaction requested=false 2024-11-07T12:20:25,571 DEBUG [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740/.tmp/rep_barrier/e51ffb95a146489cbae93daa8ae48459 is 102, key is TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef./rep_barrier:/1730981881351/DeleteFamily/seqid=0 2024-11-07T12:20:25,589 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/namespace/944dbe586cc8d0767bf489dc4662f653/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T12:20:25,590 INFO [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653. 2024-11-07T12:20:25,590 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 944dbe586cc8d0767bf489dc4662f653: 2024-11-07T12:20:25,590 DEBUG [RS_CLOSE_REGION-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1730981851279.944dbe586cc8d0767bf489dc4662f653. 2024-11-07T12:20:25,590 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T12:20:25,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742495_1671 (size=6025) 2024-11-07T12:20:25,649 DEBUG [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-07T12:20:25,741 INFO [regionserver/fbad4c8a32e4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T12:20:25,741 INFO [regionserver/fbad4c8a32e4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T12:20:25,850 DEBUG [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-07T12:20:25,994 INFO [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740/.tmp/rep_barrier/e51ffb95a146489cbae93daa8ae48459 2024-11-07T12:20:26,012 DEBUG [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740/.tmp/table/96c844051ce249b398cc30d892787e85 is 96, key is TestAcidGuarantees,,1730981852609.660a437d7c7b9ead4f5e2ced5f2d49ef./table:/1730981881351/DeleteFamily/seqid=0 2024-11-07T12:20:26,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742496_1672 (size=5942) 2024-11-07T12:20:26,050 DEBUG [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-07T12:20:26,250 DEBUG [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-07T12:20:26,416 INFO [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740/.tmp/table/96c844051ce249b398cc30d892787e85 2024-11-07T12:20:26,419 DEBUG [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740/.tmp/info/3602f4ddc8904c1a87248e0f3f6e9831 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740/info/3602f4ddc8904c1a87248e0f3f6e9831 2024-11-07T12:20:26,421 INFO [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740/info/3602f4ddc8904c1a87248e0f3f6e9831, entries=22, sequenceid=93, filesize=7.5 K 2024-11-07T12:20:26,422 DEBUG [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740/.tmp/rep_barrier/e51ffb95a146489cbae93daa8ae48459 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740/rep_barrier/e51ffb95a146489cbae93daa8ae48459 2024-11-07T12:20:26,424 INFO [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740/rep_barrier/e51ffb95a146489cbae93daa8ae48459, entries=6, sequenceid=93, filesize=5.9 K 2024-11-07T12:20:26,425 DEBUG [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740/.tmp/table/96c844051ce249b398cc30d892787e85 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740/table/96c844051ce249b398cc30d892787e85 2024-11-07T12:20:26,427 INFO [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740/table/96c844051ce249b398cc30d892787e85, entries=9, sequenceid=93, filesize=5.8 K 2024-11-07T12:20:26,428 INFO [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 978ms, sequenceid=93, compaction requested=false 2024-11-07T12:20:26,431 DEBUG [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-07T12:20:26,431 DEBUG [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:20:26,431 INFO [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:26,431 DEBUG [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-07T12:20:26,432 DEBUG [RS_CLOSE_META-regionserver/fbad4c8a32e4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T12:20:26,450 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(1250): stopping server fbad4c8a32e4,36417,1730981847393; all regions closed. 2024-11-07T12:20:26,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741834_1010 (size=26050) 2024-11-07T12:20:26,456 DEBUG [RS:0;fbad4c8a32e4:36417 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/oldWALs 2024-11-07T12:20:26,456 INFO [RS:0;fbad4c8a32e4:36417 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fbad4c8a32e4%2C36417%2C1730981847393.meta:.meta(num 1730981850934) 2024-11-07T12:20:26,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741832_1008 (size=15589225) 2024-11-07T12:20:26,459 DEBUG [RS:0;fbad4c8a32e4:36417 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/oldWALs 2024-11-07T12:20:26,459 INFO [RS:0;fbad4c8a32e4:36417 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL fbad4c8a32e4%2C36417%2C1730981847393:(num 1730981849902) 2024-11-07T12:20:26,459 DEBUG [RS:0;fbad4c8a32e4:36417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:26,459 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T12:20:26,459 INFO [RS:0;fbad4c8a32e4:36417 {}] hbase.ChoreService(370): Chore service for: regionserver/fbad4c8a32e4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-07T12:20:26,459 INFO [regionserver/fbad4c8a32e4:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-07T12:20:26,460 INFO [RS:0;fbad4c8a32e4:36417 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36417 2024-11-07T12:20:26,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fbad4c8a32e4,36417,1730981847393 2024-11-07T12:20:26,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T12:20:26,465 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007fcfa48f34e8@8c36e93 rejected from java.util.concurrent.ThreadPoolExecutor@4dc1f1ef[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-07T12:20:26,466 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fbad4c8a32e4,36417,1730981847393] 2024-11-07T12:20:26,466 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing fbad4c8a32e4,36417,1730981847393; numProcessing=1 2024-11-07T12:20:26,468 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/fbad4c8a32e4,36417,1730981847393 already deleted, retry=false 2024-11-07T12:20:26,468 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; fbad4c8a32e4,36417,1730981847393 expired; onlineServers=0 2024-11-07T12:20:26,468 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'fbad4c8a32e4,35869,1730981846518' ***** 2024-11-07T12:20:26,468 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T12:20:26,468 DEBUG [M:0;fbad4c8a32e4:35869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bab1a3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fbad4c8a32e4/172.17.0.2:0 2024-11-07T12:20:26,468 INFO [M:0;fbad4c8a32e4:35869 {}] regionserver.HRegionServer(1224): stopping server fbad4c8a32e4,35869,1730981846518 2024-11-07T12:20:26,468 INFO [M:0;fbad4c8a32e4:35869 {}] regionserver.HRegionServer(1250): stopping server fbad4c8a32e4,35869,1730981846518; all regions closed. 2024-11-07T12:20:26,468 DEBUG [M:0;fbad4c8a32e4:35869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T12:20:26,468 DEBUG [M:0;fbad4c8a32e4:35869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T12:20:26,468 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T12:20:26,468 DEBUG [M:0;fbad4c8a32e4:35869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T12:20:26,468 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster-HFileCleaner.large.0-1730981849642 {}] cleaner.HFileCleaner(306): Exit Thread[master/fbad4c8a32e4:0:becomeActiveMaster-HFileCleaner.large.0-1730981849642,5,FailOnTimeoutGroup] 2024-11-07T12:20:26,468 DEBUG [master/fbad4c8a32e4:0:becomeActiveMaster-HFileCleaner.small.0-1730981849642 {}] cleaner.HFileCleaner(306): Exit Thread[master/fbad4c8a32e4:0:becomeActiveMaster-HFileCleaner.small.0-1730981849642,5,FailOnTimeoutGroup] 2024-11-07T12:20:26,468 INFO [M:0;fbad4c8a32e4:35869 {}] hbase.ChoreService(370): Chore service for: master/fbad4c8a32e4:0 had [] on shutdown 2024-11-07T12:20:26,469 DEBUG [M:0;fbad4c8a32e4:35869 {}] master.HMaster(1733): Stopping service threads 2024-11-07T12:20:26,469 INFO [M:0;fbad4c8a32e4:35869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T12:20:26,469 ERROR [M:0;fbad4c8a32e4:35869 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[LeaseRenewer:jenkins@localhost:35093,5,PEWorkerGroup] Thread[IPC Client (1438647553) connection to localhost/127.0.0.1:35093 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35093,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-07T12:20:26,469 INFO [M:0;fbad4c8a32e4:35869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T12:20:26,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T12:20:26,469 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T12:20:26,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T12:20:26,470 DEBUG [M:0;fbad4c8a32e4:35869 {}] zookeeper.ZKUtil(347): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T12:20:26,470 WARN [M:0;fbad4c8a32e4:35869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T12:20:26,470 INFO [M:0;fbad4c8a32e4:35869 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-07T12:20:26,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T12:20:26,470 INFO [M:0;fbad4c8a32e4:35869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T12:20:26,470 DEBUG [M:0;fbad4c8a32e4:35869 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T12:20:26,470 INFO [M:0;fbad4c8a32e4:35869 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:26,470 DEBUG [M:0;fbad4c8a32e4:35869 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:26,470 DEBUG [M:0;fbad4c8a32e4:35869 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T12:20:26,470 DEBUG [M:0;fbad4c8a32e4:35869 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:26,470 INFO [M:0;fbad4c8a32e4:35869 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=786.91 KB heapSize=968.58 KB 2024-11-07T12:20:26,486 DEBUG [M:0;fbad4c8a32e4:35869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a6228dbdbce4c08bc83f6c832956d8f is 82, key is hbase:meta,,1/info:regioninfo/1730981851119/Put/seqid=0 2024-11-07T12:20:26,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742497_1673 (size=5672) 2024-11-07T12:20:26,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:26,566 INFO [RS:0;fbad4c8a32e4:36417 {}] regionserver.HRegionServer(1307): Exiting; stopping=fbad4c8a32e4,36417,1730981847393; zookeeper connection closed. 2024-11-07T12:20:26,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36417-0x10182aa50090001, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:26,567 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@529c3636 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@529c3636 2024-11-07T12:20:26,567 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T12:20:26,889 INFO [M:0;fbad4c8a32e4:35869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2247 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a6228dbdbce4c08bc83f6c832956d8f 2024-11-07T12:20:26,918 DEBUG [M:0;fbad4c8a32e4:35869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f353e280c00543f9ba0e41223005c763 is 2278, key is \x00\x00\x00\x00\x00\x00\x00\x96/proc:d/1730982000266/Put/seqid=0 2024-11-07T12:20:26,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742498_1674 (size=44399) 2024-11-07T12:20:26,926 INFO [M:0;fbad4c8a32e4:35869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=786.35 KB at sequenceid=2247 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f353e280c00543f9ba0e41223005c763 2024-11-07T12:20:26,929 INFO [M:0;fbad4c8a32e4:35869 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f353e280c00543f9ba0e41223005c763 2024-11-07T12:20:26,946 DEBUG [M:0;fbad4c8a32e4:35869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f5250c3ef514c5ea6c5c9f757b64766 is 69, key is fbad4c8a32e4,36417,1730981847393/rs:state/1730981849665/Put/seqid=0 2024-11-07T12:20:26,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073742499_1675 (size=5156) 2024-11-07T12:20:27,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T12:20:27,082 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T12:20:27,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-07T12:20:27,083 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-07T12:20:27,239 ERROR [LeaseRenewer:jenkins@localhost:35093 {}] server.NIOServerCnxnFactory(85): Thread Thread[LeaseRenewer:jenkins@localhost:35093,5,PEWorkerGroup] died java.lang.NullPointerException: Cannot invoke "org.apache.hadoop.hdfs.DFSOutputStream.getNamespace()" because "outputStream" is null at org.apache.hadoop.hdfs.DFSClient.getNamespaces(DFSClient.java:596) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.renewLease(DFSClient.java:618) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.renew(LeaseRenewer.java:425) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:445) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) ~[hadoop-hdfs-client-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T12:20:27,361 INFO [M:0;fbad4c8a32e4:35869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2247 (bloomFilter=true), to=hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f5250c3ef514c5ea6c5c9f757b64766 2024-11-07T12:20:27,365 DEBUG [M:0;fbad4c8a32e4:35869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5a6228dbdbce4c08bc83f6c832956d8f as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a6228dbdbce4c08bc83f6c832956d8f 2024-11-07T12:20:27,368 INFO [M:0;fbad4c8a32e4:35869 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5a6228dbdbce4c08bc83f6c832956d8f, entries=8, sequenceid=2247, filesize=5.5 K 2024-11-07T12:20:27,368 DEBUG [M:0;fbad4c8a32e4:35869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f353e280c00543f9ba0e41223005c763 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f353e280c00543f9ba0e41223005c763 2024-11-07T12:20:27,371 INFO [M:0;fbad4c8a32e4:35869 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f353e280c00543f9ba0e41223005c763 2024-11-07T12:20:27,371 INFO [M:0;fbad4c8a32e4:35869 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f353e280c00543f9ba0e41223005c763, entries=175, sequenceid=2247, filesize=43.4 K 2024-11-07T12:20:27,372 DEBUG [M:0;fbad4c8a32e4:35869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f5250c3ef514c5ea6c5c9f757b64766 as hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f5250c3ef514c5ea6c5c9f757b64766 2024-11-07T12:20:27,375 INFO [M:0;fbad4c8a32e4:35869 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:35093/user/jenkins/test-data/47d4f262-1b06-5ad7-def8-9778b8a9a6fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f5250c3ef514c5ea6c5c9f757b64766, entries=1, sequenceid=2247, filesize=5.0 K 2024-11-07T12:20:27,375 INFO [M:0;fbad4c8a32e4:35869 {}] regionserver.HRegion(3040): Finished flush of dataSize ~786.91 KB/805791, heapSize ~968.28 KB/991520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=2247, compaction requested=false 2024-11-07T12:20:27,379 INFO [M:0;fbad4c8a32e4:35869 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T12:20:27,379 DEBUG [M:0;fbad4c8a32e4:35869 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-07T12:20:27,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40325 is added to blk_1073741830_1006 (size=953069) 2024-11-07T12:20:27,382 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-07T12:20:27,382 INFO [M:0;fbad4c8a32e4:35869 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-07T12:20:27,382 INFO [M:0;fbad4c8a32e4:35869 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35869 2024-11-07T12:20:27,384 DEBUG [M:0;fbad4c8a32e4:35869 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/fbad4c8a32e4,35869,1730981846518 already deleted, retry=false 2024-11-07T12:20:27,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:27,485 INFO [M:0;fbad4c8a32e4:35869 {}] regionserver.HRegionServer(1307): Exiting; stopping=fbad4c8a32e4,35869,1730981846518; zookeeper connection closed. 2024-11-07T12:20:27,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35869-0x10182aa50090000, quorum=127.0.0.1:65262, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T12:20:27,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@338ea522{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T12:20:27,496 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@318f7e53{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:20:27,496 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:20:27,496 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ea5758b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:20:27,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae60a76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/hadoop.log.dir/,STOPPED} 2024-11-07T12:20:27,503 WARN [BP-537999329-172.17.0.2-1730981843062 heartbeating to localhost/127.0.0.1:35093 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T12:20:27,503 WARN [BP-537999329-172.17.0.2-1730981843062 heartbeating to localhost/127.0.0.1:35093 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-537999329-172.17.0.2-1730981843062 (Datanode Uuid 35bb9037-2991-4823-9b20-e7347cc23da7) service to localhost/127.0.0.1:35093 2024-11-07T12:20:27,506 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T12:20:27,506 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T12:20:27,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/cluster_20553af3-5672-4dc1-6179-7e9a8c001a32/dfs/data/data1/current/BP-537999329-172.17.0.2-1730981843062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:20:27,507 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T12:20:27,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/cluster_20553af3-5672-4dc1-6179-7e9a8c001a32/dfs/data/data2/current/BP-537999329-172.17.0.2-1730981843062 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T12:20:27,516 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58ebd2e7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T12:20:27,516 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55e8ce42{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T12:20:27,516 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T12:20:27,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30178072{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T12:20:27,517 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5adc0273{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/35952a2f-9a0e-0a29-8693-5472dc1dd7bb/hadoop.log.dir/,STOPPED} 2024-11-07T12:20:27,537 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-07T12:20:27,706 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down